-- Logs begin at Sun 2021-08-29 13:40:27 UTC, end at Sun 2021-08-29 14:57:31 UTC. -- Aug 29 14:27:27.372413 dv-cinder-778193-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 14:27:30.176447 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.common.config [-] Logging enabled! Aug 29 14:27:30.177027 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 14:27:30.177222 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94433) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 14:27:30.181569 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.common.config [-] Logging enabled! Aug 29 14:27:30.181831 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 14:27:30.182174 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94433) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 14:27:30.183140 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 14:27:30.183376 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 14:27:30.183740 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 14:27:30.183988 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 14:27:30.184215 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 14:27:30.184533 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.184831 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.185130 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.185362 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.185659 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.185983 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.186270 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.186560 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.186856 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.187144 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.187425 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.187707 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.187938 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.188219 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.188506 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.188790 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.189014 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] debug = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.189295 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.189727 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.190154 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.190432 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.190722 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.191069 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.191273 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.191550 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.191852 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.192180 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] host = dv-cinder-778193-6-iscsi {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.192464 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.192754 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.193041 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.193330 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.193608 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.193906 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.194196 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.194473 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.194749 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] log_file = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.195025 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.195317 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.195606 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.196895 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.197140 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.197373 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.197669 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.197993 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.198279 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.198562 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.198843 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.199126 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.199403 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.199682 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.199969 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.200259 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.200547 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.200828 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.201107 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.201383 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.201658 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.201976 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.202258 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.202537 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.202816 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.203107 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.203380 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.203658 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.203962 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.204254 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.204581 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.204825 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.205103 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.205389 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.205663 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.205965 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.206244 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] use_json = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.206521 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.206795 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.207079 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.207354 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.207628 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.207903 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.208177 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.208464 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:30.208764 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.209062 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.209370 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.209651 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.209976 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.210261 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.210554 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.210834 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.211123 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.211464 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.212181 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.212468 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.212764 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.213049 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.213351 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.213661 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.213990 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.214287 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.214564 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.214842 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.215118 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.215399 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.215691 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.215971 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.216262 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.216552 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.216837 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.217126 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.217420 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.217710 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.218015 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.218297 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.218589 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.218868 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.219143 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.219434 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.219727 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.220009 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.220286 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.220571 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.220852 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.221130 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.221408 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.221690 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.222019 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.222305 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.222581 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.222857 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.223141 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.223418 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.223704 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.223983 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.224257 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.224531 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.224810 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.225086 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.225361 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.225642 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.225947 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.226230 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.226505 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.226778 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.227115 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.229132 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.229435 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.229733 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.230451 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.230753 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.231170 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.231467 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.232683 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.232993 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.233295 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.233607 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.233955 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.234258 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.234555 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.234849 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.235141 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.235430 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.235719 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.236007 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.236297 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.236576 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.236876 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.237167 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.237461 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.237752 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.238066 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.238686 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.238686 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.238926 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.239264 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.239548 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.239837 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.240129 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.240428 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.240726 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.241024 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.241321 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.241620 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.241934 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.242253 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.242540 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:30.246082 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 14:27:30.246780 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94433) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 14:27:30.598260 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 14:27:30.598538 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 14:27:30.598824 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 14:27:30.599150 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 14:27:30.989828 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:30.990140 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:30.990409 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:30.991696 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:30.991971 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:30.992233 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.027825 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.028102 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.028366 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.043494 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.043766 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.044032 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.071839 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.072113 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.072381 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.109697 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.109997 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.110260 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.338746 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.339476 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.339476 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.339648 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.340382 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.458489 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.458804 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.459079 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.459341 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.459601 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.459904 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.460159 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.460409 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.460656 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.460932 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.461184 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.461497 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.461750 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.462011 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.462263 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.462520 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.462768 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.463027 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.463287 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.463537 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.463800 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.464048 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.464322 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.464691 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.464934 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.465173 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.465557 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:27:31.465794 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:27:31.466053 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:27:31.466285 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:27:31.466516 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:27:31.466752 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:27:31.467104 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 14:27:31.470149 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 14:27:31.474113 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 14:27:31.478513 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 29 14:27:31.480119 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 14:27:31.480567 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 14:27:31.480896 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 14:27:31.481274 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 14:27:31.484047 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 14:27:31.484290 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 14:27:31.484621 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 14:27:31.489845 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 14:27:31.512540 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 14:27:31.512985 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.513280 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94433) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 29 14:27:31.513636 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.515002 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94433) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 14:27:31.515273 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 14:27:31.515509 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 14:27:31.518694 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.518967 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:31.583456 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 14:27:31.583688 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 14:27:31.583921 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 14:27:31.584293 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 14:27:31.606197 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_db.sqlalchemy.engines [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94433) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 14:27:32.294706 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Initializing driver for type 'gre' Aug 29 14:27:32.295240 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] gre ID ranges: [(1, 1000)] Aug 29 14:27:32.540046 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Initializing driver for type 'local' Aug 29 14:27:32.540659 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Initializing driver for type 'vlan' Aug 29 14:27:32.658672 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] VlanTypeDriver initialization complete Aug 29 14:27:32.658940 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Initializing driver for type 'vxlan' Aug 29 14:27:32.659437 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] vxlan ID ranges: [(1, 1000)] Aug 29 14:27:32.830105 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Initializing extension driver 'port_security' Aug 29 14:27:32.830437 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.extensions.port_security [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] PortSecurityExtensionDriver initialization complete Aug 29 14:27:32.830769 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Initializing mechanism driver 'openvswitch' Aug 29 14:27:32.831088 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Initializing mechanism driver 'hyperv' Aug 29 14:27:32.838358 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.plugins.ml2.plugin [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:27:32.839037 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > port after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.839400 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > port after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.839746 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > port after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.840258 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 14:27:32.840718 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > subnet after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.841118 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > subnet after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.841459 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > subnet after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.841848 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 14:27:32.842274 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > network after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.842617 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > network after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.842953 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > network after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.843339 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 14:27:32.843736 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > security_group after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.844076 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > security_group after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.844407 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > security_group after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.844926 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 14:27:32.845330 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.845736 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.846103 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.846681 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 14:27:32.847016 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > address_group after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.847380 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > address_group after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.847728 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > address_group after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.848124 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 14:27:32.848513 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] ML2 OVO RPC backend initialized. {{(pid=94433) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 29 14:27:32.849265 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router_interface after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.849624 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.850068 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > network before_response 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.850422 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > networks before_response 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.850774 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > port before_response 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.851121 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > ports before_response 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.851467 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > subnet before_response 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.851813 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > subnets before_response 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.852282 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > network after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.852634 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > network after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.852976 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > network after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.853355 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > port after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.853656 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > port after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.854024 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > port after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.857200 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > subnet after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.857200 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > subnet after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.857200 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > subnet after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.857200 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.plugin [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Modular L2 Plugin initialization complete Aug 29 14:27:32.857200 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading services supported by the core plugin {{(pid=94433) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 14:27:32.857552 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.plugins.ml2.managers [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Got port-security extension from driver 'port_security' Aug 29 14:27:32.857552 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.extensions.vlantransparent [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Disabled vlantransparent extension. Aug 29 14:27:32.857552 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94433) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 14:27:32.857552 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading Plugin: router Aug 29 14:27:32.906470 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router_interface before_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.906863 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router after_create 55549900 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.907231 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router before_create 55549900 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.907593 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.907964 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.908319 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router after_delete 55549900 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.908718 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > floatingip after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.909020 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > floatingip after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.909376 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router after_create 55549900 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.909717 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router after_update 55549900 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.910086 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router after_update 55549900 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.910433 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.910848 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router after_update 55549900 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.911252 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router precommit_update 55549900 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.911615 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: port after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.911953 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: port after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.912290 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: subnet after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.912624 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.912968 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > port precommit_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.913317 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router precommit_create 55549900 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.913657 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: port before_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.914029 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router precommit_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.914385 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router after_update 55549900 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.914724 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router precommit_delete 55549900 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.915072 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router precommit_create 55549900 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.915430 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router_interface after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.915800 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router precommit_update 55549900 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.916167 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > agent after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.916515 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > agent after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.916856 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > network after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.917773 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Tracking information for resource: router configured {{(pid=94433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:27:32.918127 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Tracking information for resource: floatingip configured {{(pid=94433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 14:27:32.923057 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.db.l3_agentschedulers_db [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 14:27:32.927623 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: port after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.927623 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: port after_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.927623 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: port after_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.927623 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: port after_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.927623 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router before_create 55550100 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.928061 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router precommit_delete 55550100 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.928061 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router precommit_create 55550100 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.928061 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > router precommit_update 55550100 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.931245 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.services.provider_configuration [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Service providers = [] {{(pid=94433) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 14:27:32.931635 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.db.servicetype_db [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94433) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 14:27:32.934861 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.services.service_base [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94433) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 14:27:32.935206 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.services.service_base [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94433) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 14:27:32.935547 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.services.service_base [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94433) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 14:27:32.936451 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.services.service_base [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94433) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 14:27:32.936827 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.services.service_base [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 14:27:32.937236 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:27:32.937550 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 14:27:32.949098 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:27:32.949430 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading Plugin: auto_allocate Aug 29 14:27:32.961004 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: network precommit_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.961370 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: network precommit_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.961996 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:27:32.962315 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading Plugin: tag Aug 29 14:27:32.969528 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:27:32.969856 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading Plugin: timestamp Aug 29 14:27:32.973971 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:27:32.974303 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading Plugin: network_ip_availability Aug 29 14:27:32.980397 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.984828 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.984828 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:32.984828 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:27:32.984828 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading Plugin: flavors Aug 29 14:27:32.994600 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:27:32.994931 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading Plugin: revisions Aug 29 14:27:32.999637 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 14:27:33.000027 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_concurrency.lockutils [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.401s {{(pid=94433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 14:27:33.000773 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94433) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 29 14:27:33.001106 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Initializing extension manager. Aug 29 14:27:33.001625 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: __init__.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.002047 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: __pycache__ {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.002381 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.002713 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: address_group.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.003475 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.004052 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: address-group Aug 29 14:27:33.004376 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: address_scope.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.005086 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.005598 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: address-scope Aug 29 14:27:33.006005 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: admin_state_down_before_update.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.006941 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.007454 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: router-admin-state-down-before-update Aug 29 14:27:33.007774 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: agent.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.008722 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.009241 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: agent Aug 29 14:27:33.009678 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: agent_resources_synced.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.016678 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.017191 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: agent-resources-synced Aug 29 14:27:33.017509 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: allowedaddresspairs.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.019396 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.019922 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: allowed-address-pairs Aug 29 14:27:33.020250 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: auto_allocated_topology.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.021326 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.021905 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: auto-allocated-topology Aug 29 14:27:33.022284 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: availability_zone.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.022979 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.023491 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: availability_zone Aug 29 14:27:33.023809 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: availability_zone_filter.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.024776 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.025826 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: availability_zone_filter Aug 29 14:27:33.026288 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: data_plane_status.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.027208 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.027739 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 14:27:33.028057 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: default_subnetpools.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.029006 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.029516 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: default-subnetpools Aug 29 14:27:33.029831 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: dhcpagentscheduler.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.030683 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.031199 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: dhcp_agent_scheduler Aug 29 14:27:33.031523 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: dns.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.032442 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.032952 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension dns-integration not supported by any of loaded plugins Aug 29 14:27:33.033275 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: dns_domain_ports.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.034226 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.034736 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 14:27:33.035113 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.036034 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.036543 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 14:27:33.036863 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: dvr.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.037534 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.038071 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: dvr Aug 29 14:27:33.038394 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: ecmp_routes.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.039307 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.041902 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 14:27:33.041902 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: empty_string_filtering.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.044931 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.044931 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: empty-string-filtering Aug 29 14:27:33.044931 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.045585 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.046155 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 14:27:33.046486 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.047479 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.047942 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 14:27:33.048267 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: external_net.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.049190 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.049740 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: external-net Aug 29 14:27:33.050085 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: extra_dhcp_opt.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.051017 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.051534 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: extra_dhcp_opt Aug 29 14:27:33.051858 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: extraroute.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.052788 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.053304 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: extraroute Aug 29 14:27:33.053670 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: extraroute_atomic.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.054751 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.055270 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: extraroute-atomic Aug 29 14:27:33.055593 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: filter_validation.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.056288 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.056821 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: filter-validation Aug 29 14:27:33.057144 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: fip_pf_description.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.058230 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.061090 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 14:27:33.061437 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: fip_port_details.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.063390 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.063926 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: fip-port-details Aug 29 14:27:33.064255 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: flavors.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.065512 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.066066 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: flavors Aug 29 14:27:33.066396 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.068083 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.068711 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 14:27:33.069043 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: floatingip_pools.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.069788 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.070350 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: floatingip-pools Aug 29 14:27:33.070679 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: ip_allocation.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.071620 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.072259 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 14:27:33.072728 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.080142 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.080663 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: ip-substring-filtering Aug 29 14:27:33.080989 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: l2_adjacency.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.081982 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.082502 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 14:27:33.082826 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: l3.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.083980 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.084513 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: router Aug 29 14:27:33.084842 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: l3_conntrack_helper.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.087133 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.088264 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 14:27:33.088605 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.089545 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.090100 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: ext-gw-mode Aug 29 14:27:33.090430 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.091357 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.091877 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: l3-ha Aug 29 14:27:33.092210 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: l3_flavors.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.093134 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.093653 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: l3-flavors Aug 29 14:27:33.094010 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.094933 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.095457 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 14:27:33.095779 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: l3agentscheduler.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.096820 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.102499 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: l3_agent_scheduler Aug 29 14:27:33.102499 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: logging.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.104359 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.104936 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension logging not supported by any of loaded plugins Aug 29 14:27:33.105254 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: metering.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.106055 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.106648 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: metering Aug 29 14:27:33.106974 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.108077 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.108603 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: metering_source_and_destination_fields Aug 29 14:27:33.108927 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: multiprovidernet.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.109888 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.110426 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: multi-provider Aug 29 14:27:33.110750 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: netmtu.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.111678 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.112195 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: net-mtu Aug 29 14:27:33.112518 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: netmtu_writable.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.113446 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.113995 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: net-mtu-writable Aug 29 14:27:33.114319 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: network_availability_zone.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.115035 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.115546 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: network_availability_zone Aug 29 14:27:33.115867 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: network_ip_availability.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.116974 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.117497 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: network-ip-availability Aug 29 14:27:33.117825 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: network_segment_range.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.118622 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.119137 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 14:27:33.119455 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: pagination.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.120501 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.120774 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: pagination Aug 29 14:27:33.121093 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: port_device_profile.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.126447 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.126974 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: port-device-profile Aug 29 14:27:33.127298 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.128229 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.128752 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: port-mac-address-regenerate Aug 29 14:27:33.129074 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.130047 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.130573 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: port-numa-affinity-policy Aug 29 14:27:33.130899 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: port_resource_request.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.131840 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.132361 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 14:27:33.132678 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: portbindings.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.133619 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.134162 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: binding Aug 29 14:27:33.134488 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: portbindings_extended.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.135888 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.136413 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: binding-extended Aug 29 14:27:33.136742 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: portsecurity.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.137672 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.138218 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: port-security Aug 29 14:27:33.138545 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: project_id.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.139532 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.139864 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: project-id Aug 29 14:27:33.140185 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: providernet.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.141131 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.141656 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: provider Aug 29 14:27:33.142001 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: qos.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.145592 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.146155 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension qos not supported by any of loaded plugins Aug 29 14:27:33.146489 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.147739 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.148266 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 14:27:33.148597 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.149537 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.150587 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 14:27:33.150910 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: qos_default.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.158475 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.159043 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension qos-default not supported by any of loaded plugins Aug 29 14:27:33.159328 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: qos_fip.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.159991 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.160505 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension qos-fip not supported by any of loaded plugins Aug 29 14:27:33.160830 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: qos_gateway_ip.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.161802 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.162352 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 14:27:33.162676 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: qos_port_network_policy.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.163600 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.164119 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 14:27:33.164446 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: qos_pps_rule.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.165618 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.166764 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension qos-pps not supported by any of loaded plugins Aug 29 14:27:33.167099 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: qos_rule_type_details.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.168028 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.168550 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 14:27:33.168876 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: qos_rules_alias.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.169955 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.170475 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 14:27:33.170800 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: quotasv2.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.171726 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.172054 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: quotas Aug 29 14:27:33.172420 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: quotasv2_detail.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.175499 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.175847 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: quota_details Aug 29 14:27:33.176179 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: rbac.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.177449 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.178025 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: rbac-policies Aug 29 14:27:33.178357 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: rbac_address_group.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.179311 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.179837 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: rbac-address-group Aug 29 14:27:33.180165 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: rbac_address_scope.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.181100 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.181842 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: rbac-address-scope Aug 29 14:27:33.182185 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: rbac_security_groups.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.183112 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.183635 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: rbac-security-groups Aug 29 14:27:33.184016 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: rbac_subnetpool.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.190072 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.190594 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: rbac-subnetpool Aug 29 14:27:33.190918 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: revisionifmatch.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.191848 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.192379 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: revision-if-match Aug 29 14:27:33.192704 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: revisions.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.193826 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.194378 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: standard-attr-revisions Aug 29 14:27:33.194705 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: router_availability_zone.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.195391 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.195912 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: router_availability_zone Aug 29 14:27:33.196232 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: routerservicetype.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.197207 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.197721 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension router-service-type not supported by any of loaded plugins Aug 29 14:27:33.198072 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.199014 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.199538 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: security-groups-normalized-cidr Aug 29 14:27:33.199858 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: security_groups_port_filtering.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.200810 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.201316 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: port-security-groups-filtering Aug 29 14:27:33.201638 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.202609 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.203137 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: security-groups-remote-address-group Aug 29 14:27:33.203459 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: securitygroup.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.215004 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.215553 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: security-group Aug 29 14:27:33.215925 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: segment.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.216720 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.217242 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension segment not supported by any of loaded plugins Aug 29 14:27:33.217566 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.218551 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.219074 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 14:27:33.219398 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: servicetype.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.220598 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.221132 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: service-type Aug 29 14:27:33.221460 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: sorting.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.222505 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.222842 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: sorting Aug 29 14:27:33.223165 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: standard_attr_segment.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.224119 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.224637 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 14:27:33.224961 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: standardattrdescription.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.225614 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.226170 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: standard-attr-description Aug 29 14:27:33.226493 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: stateful_security_group.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.227430 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.227961 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: stateful-security-group Aug 29 14:27:33.228856 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: stdattrs_common.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.229452 dv-cinder-778193-6-iscsi neutron-server[94433]: WARNING neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 14:27:33.229790 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.230735 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.231255 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 14:27:33.231578 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: subnet_onboard.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.232667 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.233192 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: subnet_onboard Aug 29 14:27:33.233515 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.234481 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.234996 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 14:27:33.235318 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: subnet_service_types.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.236268 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.236786 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: subnet-service-types Aug 29 14:27:33.237108 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: subnetallocation.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.238227 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.238750 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: subnet_allocation Aug 29 14:27:33.239076 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.239761 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.240285 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: subnetpool-prefix-ops Aug 29 14:27:33.240610 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.247755 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.248528 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 14:27:33.248853 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: tagging.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.249958 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.250495 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: standard-attr-tag Aug 29 14:27:33.250822 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: timestamp.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.252045 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.252576 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loaded extension: standard-attr-timestamp Aug 29 14:27:33.252904 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: trunk.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.253989 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.254516 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension trunk not supported by any of loaded plugins Aug 29 14:27:33.254846 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: trunk_details.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.255784 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.256307 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension trunk-details not supported by any of loaded plugins Aug 29 14:27:33.256632 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: uplink_status_propagation.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.257557 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.258124 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 14:27:33.258451 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Loading extension file: vlantransparent.py {{(pid=94433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 14:27:33.259131 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 14:27:33.259679 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 14:27:33.262122 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:network Aug 29 14:27:33.262653 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:subnet Aug 29 14:27:33.263054 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 14:27:33.263448 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:port Aug 29 14:27:33.264695 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.v2.resource_helper [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:27:33.265129 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.v2.resource_helper [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Service FLAVORS assigned prefix: {{(pid=94433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:27:33.265762 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.v2.resource_helper [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:27:33.266221 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.v2.resource_helper [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:27:33.266555 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:router Aug 29 14:27:33.266986 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:floatingip Aug 29 14:27:33.267491 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.v2.resource_helper [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Service METERING assigned prefix: /metering {{(pid=94433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:27:33.268931 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:33.269305 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:33.269661 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:27:33.270717 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 14:27:33.271156 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:security_group Aug 29 14:27:33.271593 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 14:27:33.276074 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.v2.resource_helper [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Service CORE assigned prefix: {{(pid=94433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:27:33.276074 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 14:27:33.276074 dv-cinder-778193-6-iscsi neutron-server[94433]: WARNING neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] subnetpool is already registered Aug 29 14:27:33.276074 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.v2.resource_helper [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Service CORE assigned prefix: {{(pid=94433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:27:33.276074 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 14:27:33.276074 dv-cinder-778193-6-iscsi neutron-server[94433]: WARNING neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] subnetpool is already registered Aug 29 14:27:33.276781 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.v2.resource_helper [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:27:33.277216 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.v2.resource_helper [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Service FLAVORS assigned prefix: {{(pid=94433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:27:33.277829 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.v2.resource_helper [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:27:33.278287 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.v2.resource_helper [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:27:33.278622 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:router Aug 29 14:27:33.278965 dv-cinder-778193-6-iscsi neutron-server[94433]: WARNING neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] router is already registered Aug 29 14:27:33.279377 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:floatingip Aug 29 14:27:33.279717 dv-cinder-778193-6-iscsi neutron-server[94433]: WARNING neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] floatingip is already registered Aug 29 14:27:33.280167 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.v2.resource_helper [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Service METERING assigned prefix: /metering {{(pid=94433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:27:33.280831 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 14:27:33.281159 dv-cinder-778193-6-iscsi neutron-server[94433]: WARNING neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] rbac_policy is already registered Aug 29 14:27:33.281571 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:security_group Aug 29 14:27:33.281932 dv-cinder-778193-6-iscsi neutron-server[94433]: WARNING neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] security_group is already registered Aug 29 14:27:33.282336 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 14:27:33.282668 dv-cinder-778193-6-iscsi neutron-server[94433]: WARNING neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] security_group_rule is already registered Aug 29 14:27:33.283296 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.v2.resource_helper [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Service CORE assigned prefix: {{(pid=94433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:27:33.283626 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 14:27:33.283964 dv-cinder-778193-6-iscsi neutron-server[94433]: WARNING neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] subnetpool is already registered Aug 29 14:27:33.284384 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.v2.resource_helper [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Service CORE assigned prefix: {{(pid=94433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 14:27:33.284709 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 14:27:33.285042 dv-cinder-778193-6-iscsi neutron-server[94433]: WARNING neutron.quota.resource_registry [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] subnetpool is already registered Aug 29 14:27:33.285573 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: extensions {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.287015 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: address-groups {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.288554 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: address-scopes {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.289869 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: agents {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.291788 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: auto-allocated-topology {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.293033 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: availability_zones {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.294284 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: dhcp-networks {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.295799 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: dhcp-agents {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.297205 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: routers {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.299438 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: flavors {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.300605 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: service_profiles {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.301808 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: next_providers {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.303285 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: service_profiles {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.304802 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: floatingip-pools {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.306046 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: routers {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.308466 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: floatingips {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.309816 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: l3-routers {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.311211 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: l3-agents {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.312604 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: metering-labels {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.313989 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: metering-label-rules {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.315296 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: network-ip-availabilities {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.316567 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: bindings {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.318241 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: quotas {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.319677 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: quotas {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.321090 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: rbac-policies {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.322438 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: security-groups {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.323718 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: security-group-rules {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.324945 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: service-providers {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.326191 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: subnetpools {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.328668 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: subnetpools {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.330158 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: tags {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.331823 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: tags {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.333624 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: tags {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.335439 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: tags {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.337253 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: tags {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.339778 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: tags {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.341455 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: tags {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.343394 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: tags {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.345283 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: tags {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.347090 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron.api.extensions [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Extended resource: tags {{(pid=94433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 14:27:33.353041 dv-cinder-778193-6-iscsi neutron-server[94433]: WARNING keystonemiddleware.auth_token [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 14:27:33.358611 dv-cinder-778193-6-iscsi neutron-server[94433]: WARNING keystonemiddleware.auth_token [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 14:27:33.366889 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_concurrency.lockutils [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Acquired lock "singleton_lock" {{(pid=94433) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 29 14:27:33.367368 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_concurrency.lockutils [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Releasing lock "singleton_lock" {{(pid=94433) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 29 14:27:33.368017 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO oslo_service.service [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Starting 2 workers Aug 29 14:27:33.373078 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Started child 94544 {{(pid=94433) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 14:27:33.377505 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Started child 94545 {{(pid=94433) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 14:27:33.379130 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO neutron.service [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 14:27:33.379609 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:33.380296 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Notify callbacks [] for process, before_spawn {{(pid=94433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:33.382223 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO oslo_service.service [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Starting 1 workers Aug 29 14:27:33.382389 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:33.382859 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [-] (94544) wsgi starting up on http://0.0.0.0:9696 Aug 29 14:27:33.383556 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [-] (94545) wsgi starting up on http://0.0.0.0:9696 Aug 29 14:27:33.388169 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Started child 94546 {{(pid=94433) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 14:27:33.388704 dv-cinder-778193-6-iscsi neutron-server[94433]: INFO oslo_service.service [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Starting 1 workers Aug 29 14:27:33.391901 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.service [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] calling RpcWorker wait() {{(pid=94546) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 14:27:33.392417 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.service [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] returning from RpcWorker wait() {{(pid=94546) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 14:27:33.393246 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Started child 94547 {{(pid=94433) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 14:27:33.393597 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:33.394072 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:27:33.394166 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG neutron_lib.callbacks.manager [None req-811ddf69-bb3f-44a1-bf7f-8893aabcec4e None None] Notify callbacks [] for process, after_spawn {{(pid=94433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:33.396013 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94433) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 14:27:33.396223 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 14:27:33.396407 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 14:27:33.396618 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 14:27:33.396959 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 14:27:33.397120 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 14:27:33.397629 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.397935 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.398214 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.398485 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.398792 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.398880 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:33.399425 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.399653 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.399888 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.400749 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.400845 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:27:33.401165 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.401344 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.401511 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.401768 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.402033 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.402337 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.402592 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.402827 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.403116 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.403291 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.403524 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.403782 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.404009 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.404268 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] debug = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.404524 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.405039 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.405268 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.405519 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.405741 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.406061 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.406289 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.406552 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.406798 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.407031 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.407282 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.407570 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.407802 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.408015 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.408235 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.408466 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.408708 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.409239 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] host = dv-cinder-778193-6-iscsi {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.409424 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.409647 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.409903 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.410154 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.410410 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.410645 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.410891 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.411147 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.411412 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.411654 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.411901 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.412249 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.412426 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.412675 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_file = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.412839 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_options = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.413060 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.413328 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.413589 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.413778 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.413984 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.414166 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.414414 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.414577 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.414825 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.415040 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.415252 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.415485 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.416472 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.416472 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.416739 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.416984 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.417228 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.417460 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.417705 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.417974 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.418210 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.418420 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.418652 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.418888 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.419099 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.419313 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.419557 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.419816 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.419970 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.420214 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.420468 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.420730 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.420976 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.421236 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.421464 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.421692 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.421931 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.422207 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.422442 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.422696 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.422940 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.423172 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.423393 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.423612 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.423854 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.424067 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] use_json = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.424278 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.424508 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.424757 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.424967 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.425183 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.425394 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.425604 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.425836 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.426312 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.426583 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.426978 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.427338 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.427597 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.427837 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.428083 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.428522 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.428849 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.429275 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.429593 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.429842 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.430168 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.430392 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.430661 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.431006 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.431287 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.432096 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.432334 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.432613 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.432848 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.433102 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.433377 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.433613 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.433842 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.434098 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.434319 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.434648 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.434926 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.435196 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.435464 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.435677 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.435968 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.436312 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.436553 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.436788 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.437003 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.437266 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.437515 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.437751 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.437998 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.440434 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.440434 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.440434 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.440434 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.440434 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.440434 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.440434 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.440434 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.440434 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.440988 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.440988 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.440988 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.440988 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.441218 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.441365 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.441753 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.442002 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.442219 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.442436 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.442683 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.442902 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.443113 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.443325 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.443541 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.443779 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.444028 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.444269 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.444480 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.444690 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.444907 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.445142 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.445385 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.445624 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.445838 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.446086 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.446315 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.446548 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.446986 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.447267 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.447523 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.448361 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.448361 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.448510 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.448783 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.448880 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.449341 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.449341 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.449718 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.449794 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.450233 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.450531 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.450788 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.451035 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.452100 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.452472 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.452797 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.453038 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.453291 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.453551 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.453849 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.454125 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.454386 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.454638 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.454863 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.455103 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.455348 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.455592 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.455840 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.456077 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.456300 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.456575 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.456808 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.457038 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.457391 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.457519 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.457843 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.458038 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.458328 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.458553 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.458808 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.459090 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.459394 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.459586 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.459850 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.460093 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.460513 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.460669 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.460824 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.461050 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.461295 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.461514 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.461780 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.462055 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.462274 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.462519 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.462772 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.463082 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.463311 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.463522 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.463749 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.464021 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.464246 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.464488 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.464755 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.465223 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.465223 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.465480 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.465695 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.465947 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.466159 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.466697 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.466697 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.466860 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.467074 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.467286 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.467516 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.467726 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.467970 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.468181 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.468412 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.468648 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.468895 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.469069 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.469323 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.469539 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.470118 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.470118 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.470746 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.470746 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.470746 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.470996 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.471128 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.471343 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.471607 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.471848 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.472562 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.472562 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.472562 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.472818 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.472964 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.473660 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.473660 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.473660 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.473939 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.474046 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.474247 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.474453 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.474693 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.474901 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.475147 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.475608 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.475723 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.475962 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.476311 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.476414 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.476609 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.477056 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.477151 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.477314 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.477797 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.477797 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.478009 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.478727 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.478985 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.479443 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.479443 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.479705 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.479859 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.481897 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.481897 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.481897 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.481897 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.481897 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.481897 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.481897 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.481897 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.482531 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.482531 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.482531 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.482531 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.482824 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.482904 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.483085 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.483317 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.484857 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.484857 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.484857 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.484857 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.484857 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.484857 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.484857 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.485709 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.485709 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.485709 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.485709 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.486227 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.486227 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.486227 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.486583 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.486706 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.486827 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.487677 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.487677 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.487677 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.487677 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.488149 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.488149 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.488357 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.488569 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.489112 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.489112 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.489314 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.489549 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.489854 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.490080 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.490311 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.490523 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.490753 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.490980 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.491231 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.491548 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.491808 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.492048 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.492311 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.492581 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.493018 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.493286 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.493511 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.494392 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.494732 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.495052 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.495309 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.495548 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.495788 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.496001 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.496210 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.496419 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.496646 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.496854 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.497113 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.497351 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.497569 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.497794 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.498311 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.498541 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.498762 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.498984 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.499213 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.499418 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.499589 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 14:27:33.500081 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94433) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 14:27:33.500238 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 14:27:33.500384 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 14:27:33.500547 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 14:27:33.500710 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 14:27:33.500858 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 14:27:33.501061 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.501218 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.501375 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.501530 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.501686 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.501884 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.502043 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.502199 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.502354 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.502589 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.502774 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.503195 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.503195 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.503195 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.503434 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.503519 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.503597 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.503762 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.503924 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.504244 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.504735 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.505038 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.505195 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] debug = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.505350 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.505701 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.505887 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.506044 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.506202 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.506359 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.506538 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.506661 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.506810 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.506973 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.507126 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.507285 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.507440 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.507595 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.507749 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.507905 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.508061 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.508216 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] host = dv-cinder-778193-6-iscsi {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.508370 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.508523 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.508676 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.508830 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.508983 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.509137 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.509293 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.509497 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.509659 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.509817 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.510095 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.510178 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.510287 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.510442 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_file = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.510596 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_options = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.510750 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.510909 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.511064 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.511247 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.511408 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.511564 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.511719 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.511877 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.512021 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.512168 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.512314 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.512457 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.512611 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.512765 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.512919 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.513075 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.513227 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.513383 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.513536 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.513690 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.513834 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.514008 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.514162 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.514316 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.514469 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.514622 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.514776 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.514929 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.515083 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.515236 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.515389 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.515543 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.515697 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.515850 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.516418 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.516418 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.516418 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.516418 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.516720 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.516720 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.516864 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.517017 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.517170 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.517324 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.517477 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.517630 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] use_json = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.517783 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.517970 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.518125 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.518279 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.518433 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.518585 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.518739 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.518894 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 14:27:33.519068 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.519227 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.519395 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.519552 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.519722 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.519868 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.520027 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.520167 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.520328 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.520483 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.520648 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.520805 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.521038 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.521173 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.521296 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.521419 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.521551 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.521713 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.521891 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.522047 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.522204 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.522361 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.522527 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.522682 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.522838 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.522995 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.523151 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.523324 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.523481 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.523639 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.523795 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.523979 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.524104 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.524262 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.524421 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.524578 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.524736 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.524894 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.525073 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.525231 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.525388 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.525665 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.525834 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.526022 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.526181 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.526340 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.526498 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.526656 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.526813 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.526971 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.527128 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.527286 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.527444 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.527610 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.527757 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.527925 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.528081 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.528238 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.528394 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.528552 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.528708 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.528865 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.529020 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.529176 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.529333 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.529490 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.529659 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.529816 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.530021 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.530142 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.530299 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.530456 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.530612 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.530768 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.530925 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.531095 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.531245 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.531390 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.531548 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.531711 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.531868 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.532025 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.532183 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.532340 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.532496 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.532729 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.532892 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.533050 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.533207 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.533372 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.533543 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.533700 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.533874 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.534036 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.534195 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.534351 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.534665 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.534665 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.534842 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.534953 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.535108 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.535261 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.535420 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.535578 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.535734 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.535892 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.536049 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.536205 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.536362 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.536519 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.536676 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.536833 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.536989 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.537855 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.537855 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.537855 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.537855 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.537855 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.538264 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.538264 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.538264 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.538466 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.538544 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.538682 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.538839 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.538996 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.539154 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.539311 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.539512 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.539608 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.539767 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.539923 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.540098 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.541128 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.541128 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.541128 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.541355 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.541549 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.541778 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.541892 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.542029 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.542188 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.542344 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.542502 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.542658 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.542816 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.542971 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.543128 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.543286 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.543444 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.543602 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.543758 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.543914 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.544073 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.544231 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.544389 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.544547 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.544704 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.544858 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.545015 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.545406 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.548905 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.549099 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.549281 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.549367 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 38938) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:33.549453 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.549615 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.549783 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.549975 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.550196 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.550296 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.550455 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.550617 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.550779 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.550940 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.551106 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.551267 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.551484 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.551582 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.551739 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.551897 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.552057 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.552218 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.552377 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.552542 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.552685 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.552842 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.553325 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.553325 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.553325 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.553560 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.553639 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.553743 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.553936 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.554097 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.554254 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.554411 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.554568 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.554725 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.554881 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.555041 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.555198 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.555355 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.555443 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:27:33.555527 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.555659 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.555821 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.555979 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.556135 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.556346 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.557020 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.557263 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.557390 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.557471 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.557633 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.557790 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.557968 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.558127 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.558286 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.558454 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.558612 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.558769 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.558925 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.559081 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.559238 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.559405 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.559562 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.559718 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.559874 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.560030 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.560186 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.560373 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.560498 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.560655 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.560811 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.560967 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.561124 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.561289 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.561451 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.561631 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.561752 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.561948 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.562085 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.562251 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.562406 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.562563 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.562718 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.562874 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.563029 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.563195 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.563353 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.563510 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.563674 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.563832 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.563989 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.564147 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.564316 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.564473 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.564632 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.564789 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.564946 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.565104 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.565691 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0126002 Aug 29 14:27:33.565968 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.566056 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.566659 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.566659 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.566659 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.566865 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.566865 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.567003 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.567157 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.567327 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.568292 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.568292 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.568292 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.568292 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.568292 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.568292 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.568666 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.568666 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.568844 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.569541 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.569541 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.569541 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.569541 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.569541 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.569852 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.569852 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.570001 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.570763 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.570763 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.570763 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 14:27:33.570763 dv-cinder-778193-6-iscsi neutron-server[94433]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 14:27:45.192786 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33d034c-14be-485b-8d2f-bcea32202102 None None] get_active_networks_info from dv-cinder-778193-6-iscsi {{(pid=94546) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 14:27:45.314233 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d034c-14be-485b-8d2f-bcea32202102 None None] No non-hosted networks {{(pid=94546) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 14:27:45.316436 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8d078731-da32-46e0-aad5-4965b207748e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565914'] for agent, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:47.951763 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-9e8a9bb3-a6b4-42de-8dda-1da44a55b323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565914'] for agent, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:48.049630 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.db.api [None req-8e4fdea3-32e8-4d7c-98e1-e4235752a06d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-778193-6-iscsi {{(pid=94546) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 14:27:48.050112 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG oslo_db.api [None req-8e4fdea3-32e8-4d7c-98e1-e4235752a06d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 14:27:48.175715 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565914'] for agent, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:48.177675 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:48.178200 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:48.178731 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:48.179340 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:48.179934 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:48.180829 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:48.181417 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:48.181941 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:48.182407 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:48.182937 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:48.183401 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:48.183988 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:48.185293 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:27:48.199912 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:27:48.646314 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8e4fdea3-32e8-4d7c-98e1-e4235752a06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:48.951646 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565914'] for agent, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:50.362842 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565914'] for agent, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:51.596342 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39034) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:52.094931 dv-cinder-778193-6-iscsi neutron-server[94545]: WARNING oslo_policy.policy [None req-23207309-d027-4fac-b70b-995c93c080ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:27:52.095528 dv-cinder-778193-6-iscsi neutron-server[94545]: WARNING oslo_policy.policy [None req-23207309-d027-4fac-b70b-995c93c080ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:27:52.316449 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [None req-23207309-d027-4fac-b70b-995c93c080ed admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94545) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:27:52.317547 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-23207309-d027-4fac-b70b-995c93c080ed admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7202845 Aug 29 14:27:54.026196 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.db.l3_hamode_db [None req-f2e4a81d-7111-4ea6-b575-c7f37a2a96bb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 14:27:54.103983 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4a81d-7111-4ea6-b575-c7f37a2a96bb None None] Routers set() bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:27:54.104368 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4a81d-7111-4ea6-b575-c7f37a2a96bb None None] Router IDs set() for agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 14:27:54.710322 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39048) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:55.016839 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-4ca688fa-4c24-4b5e-aaf4-d150b4ec5a8b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:27:55.109847 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.policy [None req-4ca688fa-4c24-4b5e-aaf4-d150b4ec5a8b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94545) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 14:27:55.154507 dv-cinder-778193-6-iscsi neutron-server[94545]: WARNING oslo_policy.policy [None req-4ca688fa-4c24-4b5e-aaf4-d150b4ec5a8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:27:55.154870 dv-cinder-778193-6-iscsi neutron-server[94545]: WARNING oslo_policy.policy [None req-4ca688fa-4c24-4b5e-aaf4-d150b4ec5a8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:27:55.163187 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.quota [None req-4ca688fa-4c24-4b5e-aaf4-d150b4ec5a8b admin admin] Loaded quota_driver: . Aug 29 14:27:55.339990 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4ca688fa-4c24-4b5e-aaf4-d150b4ec5a8b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756749928532', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756749928099', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756749940562', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756749946510', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756749573023', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756750156139', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7894516', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7741898', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-470663', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-507239'] for rbac-policy, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:55.533031 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4ca688fa-4c24-4b5e-aaf4-d150b4ec5a8b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:55.534278 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-4ca688fa-4c24-4b5e-aaf4-d150b4ec5a8b admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8230090 Aug 29 14:27:58.128323 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39060) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:27:58.432890 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Request body: {'network': {'project_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'admin_state_up': True, 'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'name': 'private'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:27:58.516773 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Made reservation on behalf of 0a54648acdde4ad6bf01c13ca38c04a8 for: {'network': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:27:58.519397 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:58.536552 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:58.655812 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:58.716966 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:58.741822 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=94545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:27:58.766611 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756745846757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:58.767272 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Unsubscribe: segment precommit_create {{(pid=94545) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 14:27:58.767719 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.segments_db [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Added segment b5964982-42be-4863-9c2a-5ee531c629c6 of type vlan for network f0192b50-2746-448a-9c8a-e05e9c43301f Aug 29 14:27:58.773453 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d434a17-e80d-4f36-af53-96f1d093a191,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:58.810592 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:58.810953 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:58.811295 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:58.811623 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:58.811948 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:58.812269 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:58.812591 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:58.812906 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:58.813245 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:58.813558 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:58.813885 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:58.814210 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Tracked resource versions report: Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: pushed versions: Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: { 'AddressGroup': {'1.2'}, Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'ConntrackHelper': {'1.0'}, Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Log': {'1.0'}, Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Network': {'1.1'}, Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Port': {'1.7'}, Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'PortForwarding': {'1.2'}, Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'QosPolicy': {'1.9'}, Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'SecurityGroup': {'1.4'}, Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'SubPort': {'1.0'}, Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Subnet': {'1.1'}, Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Trunk': {'1.1'}} Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: consumer versions: Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: { DHCP agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: L3 agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: Metadata agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: Metering agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: Open vSwitch agent@dv-cinder-778193-6-iscsi: { 'AddressGroup': '1.2', Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'ConntrackHelper': '1.0', Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Log': '1.0', Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Network': '1.1', Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Port': '1.7', Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'PortForwarding': '1.2', Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'QosPolicy': '1.9', Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'SecurityGroup': '1.4', Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'SecurityGroupRule': '1.2', Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'SubPort': '1.0', Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Subnet': '1.1', Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Trunk': '1.1'}} Aug 29 14:27:58.815346 dv-cinder-778193-6-iscsi neutron-server[94545]: {{(pid=94545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:27:58.892741 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:58.996900 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:58.998420 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:27:58.999061 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:27:59.092415 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] Pushing event updated for resources: {'Network': ['ID=f0192b50-2746-448a-9c8a-e05e9c43301f,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:27:59.104517 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network f0192b50-2746-448a-9c8a-e05e9c43301f details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:27:59.151852 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-2aa85ab7-1619-4671-9a48-e1f18290c712 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0224571 Aug 29 14:28:01.816021 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39074) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:02.207967 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4230589-ff3e-4090-8109-86e96deee8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:02.209307 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-a4230589-ff3e-4090-8109-86e96deee8b0 admin admin] 10.222.0.16 "GET /v2.0/networks/f0192b50-2746-448a-9c8a-e05e9c43301f HTTP/1.1" status: 200 len: 825 time: 0.3923604 Aug 29 14:28:02.233995 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-0e64a928-fb01-4307-9d59-b0b5287ebf1f admin admin] 10.222.0.16 "GET /v2.0/subnetpools/827e061c-1c6a-4b88-bcbf-05e820bc4a33 HTTP/1.1" status: 200 len: 734 time: 0.0180843 Aug 29 14:28:02.243497 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-dc563013-edb4-47f9-858f-d559586ed670 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '827e061c-1c6a-4b88-bcbf-05e820bc4a33', 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:02.368189 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc563013-edb4-47f9-858f-d559586ed670 admin admin] Made reservation on behalf of 0a54648acdde4ad6bf01c13ca38c04a8 for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:28:02.370450 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-dc563013-edb4-47f9-858f-d559586ed670 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:02.699446 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-dc563013-edb4-47f9-858f-d559586ed670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:02.768482 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc563013-edb4-47f9-858f-d559586ed670 admin admin] Checking segment: {'id': 'b5964982-42be-4863-9c2a-5ee531c629c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:02.768858 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc563013-edb4-47f9-858f-d559586ed670 admin admin] Network hostable DHCP agents. Network: f0192b50-2746-448a-9c8a-e05e9c43301f, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:28:02.777365 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc563013-edb4-47f9-858f-d559586ed670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2122afaf-89d3-4def-bf25-99672109c46f,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:02.870761 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc563013-edb4-47f9-858f-d559586ed670 admin admin] Network f0192b50-2746-448a-9c8a-e05e9c43301f is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:28:02.962176 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-dc563013-edb4-47f9-858f-d559586ed670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, f0192b50-2746-448a-9c8a-e05e9c43301f) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:02.966855 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc563013-edb4-47f9-858f-d559586ed670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:02.967432 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-dc563013-edb4-47f9-858f-d559586ed670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:02.972038 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef9ee4f-4754-4031-9a57-ccc314329c40 None None] Network f0192b50-2746-448a-9c8a-e05e9c43301f requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:28:03.060331 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-dc563013-edb4-47f9-858f-d559586ed670 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8205984 Aug 29 14:28:03.291699 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e624220-4536-5f42-b5ea-535ffdf31c06-f0192b50-2746-448a-9c8a-e05e9c43301f', 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f', 'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'fixed_ips': [{'subnet_id': '2122afaf-89d3-4def-bf25-99672109c46f'}]}} from dv-cinder-778193-6-iscsi. {{(pid=94546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:28:03.292997 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:03.561580 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.db_base_plugin_common [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Allocated IP 172.20.0.2 (f0192b50-2746-448a-9c8a-e05e9c43301f/2122afaf-89d3-4def-bf25-99672109c46f/1a7a350a-9f12-4d7f-b29a-9170bb8482f8) {{(pid=94546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:28:03.762551 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Notify callbacks [] for port, precommit_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:03.805127 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Transition to ACTIVE for port object 1a7a350a-9f12-4d7f-b29a-9170bb8482f8 will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:03.825166 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Transition to ACTIVE for port object 1a7a350a-9f12-4d7f-b29a-9170bb8482f8 will not be triggered until provisioned by entity DHCP. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:03.950806 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:04.022477 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Network f0192b50-2746-448a-9c8a-e05e9c43301f is already hosted by enough agents. {{(pid=94546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:04.026869 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.base_scheduler [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Resources bound (agent type, host, resource id): {{(pid=94546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:04.039583 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Received port after_create {{(pid=94546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:28:04.043629 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Pushing event updated for resources: {'Port': ['ID=1a7a350a-9f12-4d7f-b29a-9170bb8482f8,revision_number=1']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:04.074708 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:04.075056 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:04.075446 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:04.075727 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:04.076057 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:04.076385 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:04.076708 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:04.077031 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:04.077368 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:04.077692 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:04.078041 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:04.078361 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Tracked resource versions report: Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: pushed versions: Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: { 'AddressGroup': {'1.2'}, Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'ConntrackHelper': {'1.0'}, Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Log': {'1.0'}, Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Network': {'1.1'}, Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Port': {'1.7'}, Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'PortForwarding': {'1.2'}, Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'QosPolicy': {'1.9'}, Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'SecurityGroup': {'1.4'}, Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'SubPort': {'1.0'}, Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Subnet': {'1.1'}, Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Trunk': {'1.1'}} Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: consumer versions: Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: { DHCP agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: L3 agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: Metadata agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: Metering agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: Open vSwitch agent@dv-cinder-778193-6-iscsi: { 'AddressGroup': '1.2', Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'ConntrackHelper': '1.0', Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Log': '1.0', Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Network': '1.1', Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Port': '1.7', Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'PortForwarding': '1.2', Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'QosPolicy': '1.9', Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'SecurityGroup': '1.4', Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'SecurityGroupRule': '1.2', Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'SubPort': '1.0', Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Subnet': '1.1', Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Trunk': '1.1'}} Aug 29 14:28:04.079505 dv-cinder-778193-6-iscsi neutron-server[94546]: {{(pid=94546) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:28:04.127362 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Attempting to bind port 1a7a350a-9f12-4d7f-b29a-9170bb8482f8 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:28:04.127739 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Attempting to bind port 1a7a350a-9f12-4d7f-b29a-9170bb8482f8 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': 'b5964982-42be-4863-9c2a-5ee531c629c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:28:04.128154 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Attempting to bind port 1a7a350a-9f12-4d7f-b29a-9170bb8482f8 on network f0192b50-2746-448a-9c8a-e05e9c43301f {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:04.132863 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:28:04.133265 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Checking segment: {'id': 'b5964982-42be-4863-9c2a-5ee531c629c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:04.133737 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:04.134182 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Bound using segment: {'id': 'b5964982-42be-4863-9c2a-5ee531c629c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:28:04.134678 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Bound port: 1a7a350a-9f12-4d7f-b29a-9170bb8482f8, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5964982-42be-4863-9c2a-5ee531c629c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:28:04.135078 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:04.195890 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] For port 1a7a350a-9f12-4d7f-b29a-9170bb8482f8, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:28:04.200126 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] For port 1a7a350a-9f12-4d7f-b29a-9170bb8482f8, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=1a7a350a-9f12-4d7f-b29a-9170bb8482f8,segment=NetworkSegment(b5964982-42be-4863-9c2a-5ee531c629c6),segment_id=b5964982-42be-4863-9c2a-5ee531c629c6)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:28:04.282482 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:04.404606 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bcc5e-660a-4021-81d0-afd5bfff9ac8 None None] Pushing event updated for resources: {'Port': ['ID=1a7a350a-9f12-4d7f-b29a-9170bb8482f8,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:05.514470 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 39082) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:06.026791 dv-cinder-778193-6-iscsi neutron-server[94544]: WARNING oslo_policy.policy [None req-827eb9ab-8072-4851-9b7f-e66d90dcf7da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:28:06.027371 dv-cinder-778193-6-iscsi neutron-server[94544]: WARNING oslo_policy.policy [None req-827eb9ab-8072-4851-9b7f-e66d90dcf7da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:28:06.249440 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [None req-827eb9ab-8072-4851-9b7f-e66d90dcf7da admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:28:06.250606 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-827eb9ab-8072-4851-9b7f-e66d90dcf7da admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7340314 Aug 29 14:28:08.639816 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 39096) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:08.960450 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [None req-497e4983-df8b-4d45-86de-3c74a8186e58 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:28:08.961444 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-497e4983-df8b-4d45-86de-3c74a8186e58 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3206558 Aug 29 14:28:11.645171 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 39110) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:11.960662 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-71e9c156-229d-4d91-8748-2f3ff4b1ceef admin admin] Request body: {'router': {'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'name': 'router1', 'admin_state_up': True}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:12.004037 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 1a7a350a-9f12-4d7f-b29a-9170bb8482f8 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:12.028387 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.policy [None req-71e9c156-229d-4d91-8748-2f3ff4b1ceef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94544) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 14:28:12.074903 dv-cinder-778193-6-iscsi neutron-server[94544]: WARNING oslo_policy.policy [None req-71e9c156-229d-4d91-8748-2f3ff4b1ceef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:28:12.074903 dv-cinder-778193-6-iscsi neutron-server[94544]: WARNING oslo_policy.policy [None req-71e9c156-229d-4d91-8748-2f3ff4b1ceef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 14:28:12.083419 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.quota [None req-71e9c156-229d-4d91-8748-2f3ff4b1ceef admin admin] Loaded quota_driver: . Aug 29 14:28:12.149671 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 1a7a350a-9f12-4d7f-b29a-9170bb8482f8 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:12.206970 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-71e9c156-229d-4d91-8748-2f3ff4b1ceef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102437'] for router, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:12.208837 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-71e9c156-229d-4d91-8748-2f3ff4b1ceef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102446'] for router, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:12.362836 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-71e9c156-229d-4d91-8748-2f3ff4b1ceef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:12.425149 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-71e9c156-229d-4d91-8748-2f3ff4b1ceef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568074'] for router, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:12.503983 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-71e9c156-229d-4d91-8748-2f3ff4b1ceef admin admin] Notify callbacks [] for router, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:12.505307 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-71e9c156-229d-4d91-8748-2f3ff4b1ceef admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8591764 Aug 29 14:28:12.903303 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da060918-9796-431d-a74b-a7d67263724f None None] Network f0192b50-2746-448a-9c8a-e05e9c43301f requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:28:13.019107 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-ba131d67-e1b9-4c9b-ba58-a2bbfe3a91b6 None None] Provisioning for port 1a7a350a-9f12-4d7f-b29a-9170bb8482f8 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:13.027490 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-ba131d67-e1b9-4c9b-ba58-a2bbfe3a91b6 None None] Provisioning complete for port 1a7a350a-9f12-4d7f-b29a-9170bb8482f8 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:13.027882 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-ba131d67-e1b9-4c9b-ba58-a2bbfe3a91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:13.182472 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-ba131d67-e1b9-4c9b-ba58-a2bbfe3a91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:13.220232 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-ba131d67-e1b9-4c9b-ba58-a2bbfe3a91b6 None None] For port 1a7a350a-9f12-4d7f-b29a-9170bb8482f8, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=1a7a350a-9f12-4d7f-b29a-9170bb8482f8,segment=NetworkSegment(b5964982-42be-4863-9c2a-5ee531c629c6),segment_id=b5964982-42be-4863-9c2a-5ee531c629c6)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:13.293501 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-ba131d67-e1b9-4c9b-ba58-a2bbfe3a91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:13.340352 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba131d67-e1b9-4c9b-ba58-a2bbfe3a91b6 None None] Pushing event updated for resources: {'Port': ['ID=1a7a350a-9f12-4d7f-b29a-9170bb8482f8,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:13.413122 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-3682e936-6e42-40d9-8be7-d5368feee961 None None] Provisioning complete for port 1a7a350a-9f12-4d7f-b29a-9170bb8482f8 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:13.413410 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-3682e936-6e42-40d9-8be7-d5368feee961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:13.975739 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 1a7a350a-9f12-4d7f-b29a-9170bb8482f8 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:14.033180 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 1a7a350a-9f12-4d7f-b29a-9170bb8482f8 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:14.033815 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:14.927034 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39120) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:15.144521 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1d00-d938-4eb6-9e31-41be9092c75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:15.234210 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [None req-50eb685d-3128-4edb-98f7-370fb332aa1b admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94545) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:28:15.235268 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-50eb685d-3128-4edb-98f7-370fb332aa1b admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3072774 Aug 29 14:28:17.721966 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-6996cc51-d927-4ab0-8120-c8e5a228d559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:17.728349 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39128) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:18.036784 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:18.120733 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] Made reservation on behalf of 3ee3fdc9b9a0424b897a4f05d6b3569f for: {'network': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:28:18.123209 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.131270 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.173177 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.216034 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.286757 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.301205 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] Reserving flat network on physical network physnet1 {{(pid=94545) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 14:28:18.319517 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1eb8ab-cc78-4829-a7ee-621a0a2f24e8,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:18.324649 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.324989 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.segments_db [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] Added segment 410f2da6-c422-4ecf-81ec-23243e572a67 of type flat for network bbe3a00d-9061-4549-b02f-7472dfbc0c66 Aug 29 14:28:18.369845 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.515682 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.516547 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:18.517117 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:18.579076 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] Pushing event updated for resources: {'Network': ['ID=bbe3a00d-9061-4549-b02f-7472dfbc0c66,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:18.589157 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:28:18.648229 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-c118e1d8-b786-45e3-a611-8591ce60a9ec admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9187353 Aug 29 14:28:18.887286 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:20.292988 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:21.070795 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39146) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:21.240973 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c4f261-801d-4199-b0c0-ef5b567ec693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:21.242345 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-b1c4f261-801d-4199-b0c0-ef5b567ec693 admin admin] 10.222.0.16 "GET /v2.0/subnets/2122afaf-89d3-4def-bf25-99672109c46f HTTP/1.1" status: 200 len: 849 time: 0.1705825 Aug 29 14:28:21.401026 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-f4d423dc-a1a5-455b-86bc-e545926765fd admin admin] 10.222.0.16 "GET /v2.0/routers/2e56d662-8315-4887-9092-056cdd39cb11 HTTP/1.1" status: 200 len: 704 time: 0.1517141 Aug 29 14:28:21.660352 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:21.952264 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Allocated IP 172.20.0.1 (f0192b50-2746-448a-9c8a-e05e9c43301f/2122afaf-89d3-4def-bf25-99672109c46f/f65bd989-9b48-48e5-8034-7eab1e0a7c23) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:28:22.150375 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.171862 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.provisioning_blocks [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Transition to ACTIVE for port object f65bd989-9b48-48e5-8034-7eab1e0a7c23 will not be triggered until provisioned by entity DHCP. {{(pid=94545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:22.276465 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.341960 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Network f0192b50-2746-448a-9c8a-e05e9c43301f is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:22.352352 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:22.357800 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:28:22.358369 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568277'] for router_interface, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.380035 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Pushing event updated for resources: {'Port': ['ID=f65bd989-9b48-48e5-8034-7eab1e0a7c23,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:22.613090 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.619243 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-da7ea5b9-6c9d-4760-927b-b5a807d31bd8 None None] Provisioning for port f65bd989-9b48-48e5-8034-7eab1e0a7c23 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:22.623220 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-da7ea5b9-6c9d-4760-927b-b5a807d31bd8 None None] Provisioning complete for port f65bd989-9b48-48e5-8034-7eab1e0a7c23 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:22.623592 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-da7ea5b9-6c9d-4760-927b-b5a807d31bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.656520 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-da7ea5b9-6c9d-4760-927b-b5a807d31bd8 None None] Port f65bd989-9b48-48e5-8034-7eab1e0a7c23 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:28:22.819985 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.909926 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.910616 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567562'] for router_interface, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:22.983630 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Pushing event updated for resources: {'Port': ['ID=f65bd989-9b48-48e5-8034-7eab1e0a7c23,revision_number=2']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:23.031092 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Network f0192b50-2746-448a-9c8a-e05e9c43301f is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:23.032351 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:23.269869 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Router 2e56d662-8315-4887-9092-056cdd39cb11 is scheduled to L3 agent fb682885-7553-4707-814d-5f2a30d12884 with binding_index 1 {{(pid=94545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:28:23.279274 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-6c695e81-c435-41b3-9148-0507388076d4 None None] Provisioning complete for port f65bd989-9b48-48e5-8034-7eab1e0a7c23 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:23.279642 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-6c695e81-c435-41b3-9148-0507388076d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:23.312605 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-6c695e81-c435-41b3-9148-0507388076d4 None None] Port f65bd989-9b48-48e5-8034-7eab1e0a7c23 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:28:23.360256 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:28:23.365949 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-10efbb58-a3f9-408a-9db1-eb0b53159b12 admin admin] 10.222.0.16 "PUT /v2.0/routers/2e56d662-8315-4887-9092-056cdd39cb11/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9591427 Aug 29 14:28:23.370045 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Sync routers for ids ['2e56d662-8315-4887-9092-056cdd39cb11'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:28:23.381564 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Routers {'2e56d662-8315-4887-9092-056cdd39cb11'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:23.382455 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-73d96128-620a-40ad-bce5-0981afea142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:28:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['2e56d662-8315-4887-9092-056cdd39cb11'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:23.564394 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Set router 2e56d662-8315-4887-9092-056cdd39cb11 gateway port host: None {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:23.991477 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-73d96128-620a-40ad-bce5-0981afea142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56d662-8315-4887-9092-056cdd39cb11', 'name': 'router1', 'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:12Z', 'updated_at': '2021-08-29T14:28:22Z', 'revision_number': 2, 'project_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'gw_port_host': None, '_interfaces': [{'id': 'f65bd989-9b48-48e5-8034-7eab1e0a7c23', 'name': '', 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f', 'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'mac_address': 'fa:16:3e:39:f3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56d662-8315-4887-9092-056cdd39cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2122afaf-89d3-4def-bf25-99672109c46f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:22Z', 'revision_number': 2, 'project_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'subnets': [{'id': '2122afaf-89d3-4def-bf25-99672109c46f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827e061c-1c6a-4b88-bcbf-05e820bc4a33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:24.043619 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Checking router: 2e56d662-8315-4887-9092-056cdd39cb11 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:28:24.043987 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Updating router 2e56d662-8315-4887-9092-056cdd39cb11 port f65bd989-9b48-48e5-8034-7eab1e0a7c23 binding host dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:28:24.091198 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:24.604575 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Notify callbacks [] for port, precommit_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:24.621870 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.provisioning_blocks [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Transition to ACTIVE for port object f65bd989-9b48-48e5-8034-7eab1e0a7c23 will not be triggered until provisioned by entity L2. {{(pid=94547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:24.663838 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:24.817188 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61d392-4f4e-49e4-95a6-6c6c4ffd37b6 None None] Pushing event updated for resources: {'Port': ['ID=f65bd989-9b48-48e5-8034-7eab1e0a7c23,revision_number=3']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:24.833404 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Attempting to bind port f65bd989-9b48-48e5-8034-7eab1e0a7c23 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:28:24.833796 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Attempting to bind port f65bd989-9b48-48e5-8034-7eab1e0a7c23 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': 'b5964982-42be-4863-9c2a-5ee531c629c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f'}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:28:24.834261 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Attempting to bind port f65bd989-9b48-48e5-8034-7eab1e0a7c23 on network f0192b50-2746-448a-9c8a-e05e9c43301f {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:24.839711 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61d392-4f4e-49e4-95a6-6c6c4ffd37b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:24.839711 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61d392-4f4e-49e4-95a6-6c6c4ffd37b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:24.839711 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61d392-4f4e-49e4-95a6-6c6c4ffd37b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:24.839711 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61d392-4f4e-49e4-95a6-6c6c4ffd37b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:24.839711 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61d392-4f4e-49e4-95a6-6c6c4ffd37b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:24.839711 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61d392-4f4e-49e4-95a6-6c6c4ffd37b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:24.839711 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61d392-4f4e-49e4-95a6-6c6c4ffd37b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:24.839711 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61d392-4f4e-49e4-95a6-6c6c4ffd37b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:24.839711 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61d392-4f4e-49e4-95a6-6c6c4ffd37b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:24.839711 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61d392-4f4e-49e4-95a6-6c6c4ffd37b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:24.840461 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61d392-4f4e-49e4-95a6-6c6c4ffd37b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:24.840461 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61d392-4f4e-49e4-95a6-6c6c4ffd37b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61d392-4f4e-49e4-95a6-6c6c4ffd37b6 None None] Tracked resource versions report: Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: pushed versions: Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: { 'AddressGroup': {'1.2'}, Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'ConntrackHelper': {'1.0'}, Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Log': {'1.0'}, Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Network': {'1.1'}, Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Port': {'1.7'}, Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'PortForwarding': {'1.2'}, Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'QosPolicy': {'1.9'}, Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'SecurityGroup': {'1.4'}, Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'SubPort': {'1.0'}, Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Subnet': {'1.1'}, Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Trunk': {'1.1'}} Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: consumer versions: Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: { DHCP agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: L3 agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: Metadata agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: Metering agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: Open vSwitch agent@dv-cinder-778193-6-iscsi: { 'AddressGroup': '1.2', Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'ConntrackHelper': '1.0', Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Log': '1.0', Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Network': '1.1', Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Port': '1.7', Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'PortForwarding': '1.2', Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'QosPolicy': '1.9', Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'SecurityGroup': '1.4', Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'SecurityGroupRule': '1.2', Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'SubPort': '1.0', Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Subnet': '1.1', Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Trunk': '1.1'}} Aug 29 14:28:24.841377 dv-cinder-778193-6-iscsi neutron-server[94547]: {{(pid=94547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:28:24.847309 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:28:24.847726 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Checking segment: {'id': 'b5964982-42be-4863-9c2a-5ee531c629c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:24.848204 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:24.848579 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Bound using segment: {'id': 'b5964982-42be-4863-9c2a-5ee531c629c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f'} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:28:24.849086 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Bound port: f65bd989-9b48-48e5-8034-7eab1e0a7c23, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5964982-42be-4863-9c2a-5ee531c629c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f'}}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:28:24.850055 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:24.915100 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-73d96128-620a-40ad-bce5-0981afea142d None None] For port f65bd989-9b48-48e5-8034-7eab1e0a7c23, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:28:24.934395 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-73d96128-620a-40ad-bce5-0981afea142d None None] For port f65bd989-9b48-48e5-8034-7eab1e0a7c23, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=f65bd989-9b48-48e5-8034-7eab1e0a7c23,segment=NetworkSegment(b5964982-42be-4863-9c2a-5ee531c629c6),segment_id=b5964982-42be-4863-9c2a-5ee531c629c6)] {{(pid=94547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:28:25.008422 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:25.063721 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61d392-4f4e-49e4-95a6-6c6c4ffd37b6 None None] Pushing event updated for resources: {'Port': ['ID=f65bd989-9b48-48e5-8034-7eab1e0a7c23,revision_number=4']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:25.073091 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Routers {'2e56d662-8315-4887-9092-056cdd39cb11'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:25.073703 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-73d96128-620a-40ad-bce5-0981afea142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:28:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['2e56d662-8315-4887-9092-056cdd39cb11'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:25.162727 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-73d96128-620a-40ad-bce5-0981afea142d None None] Set router 2e56d662-8315-4887-9092-056cdd39cb11 gateway port host: None {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:25.367235 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-73d96128-620a-40ad-bce5-0981afea142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56d662-8315-4887-9092-056cdd39cb11', 'name': 'router1', 'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:12Z', 'updated_at': '2021-08-29T14:28:22Z', 'revision_number': 2, 'project_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'gw_port_host': None, '_interfaces': [{'id': 'f65bd989-9b48-48e5-8034-7eab1e0a7c23', 'name': '', 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f', 'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'mac_address': 'fa:16:3e:39:f3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56d662-8315-4887-9092-056cdd39cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2122afaf-89d3-4def-bf25-99672109c46f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:24Z', 'revision_number': 4, 'project_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'subnets': [{'id': '2122afaf-89d3-4def-bf25-99672109c46f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827e061c-1c6a-4b88-bcbf-05e820bc4a33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:25.393380 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d96128-620a-40ad-bce5-0981afea142d None None] The sync data for ids ['2e56d662-8315-4887-9092-056cdd39cb11'] in dv-cinder-778193-6-iscsi is: [{'id': '2e56d662-8315-4887-9092-056cdd39cb11', 'name': 'router1', 'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:12Z', 'updated_at': '2021-08-29T14:28:22Z', 'revision_number': 2, 'project_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'gw_port_host': None, '_interfaces': [{'id': 'f65bd989-9b48-48e5-8034-7eab1e0a7c23', 'name': '', 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f', 'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'mac_address': 'fa:16:3e:39:f3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56d662-8315-4887-9092-056cdd39cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2122afaf-89d3-4def-bf25-99672109c46f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:24Z', 'revision_number': 4, 'project_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'subnets': [{'id': '2122afaf-89d3-4def-bf25-99672109c46f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827e061c-1c6a-4b88-bcbf-05e820bc4a33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:28:25.579159 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39166) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:25.688584 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8946f3c-5dfc-4191-9f21-5622919321fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:25.689881 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-b8946f3c-5dfc-4191-9f21-5622919321fe admin admin] 10.222.0.16 "GET /v2.0/networks/bbe3a00d-9061-4549-b02f-7472dfbc0c66 HTTP/1.1" status: 200 len: 842 time: 0.1097569 Aug 29 14:28:25.700076 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-fcf09b0b-4f66-40c4-9aaf-3c7448832194 admin admin] Request body: {'subnet': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:25.807090 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf09b0b-4f66-40c4-9aaf-3c7448832194 admin admin] Made reservation on behalf of 3ee3fdc9b9a0424b897a4f05d6b3569f for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:28:25.809803 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fcf09b0b-4f66-40c4-9aaf-3c7448832194 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:26.189791 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.objects.ports [None req-fcf09b0b-4f66-40c4-9aaf-3c7448832194 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94545) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 14:28:26.190154 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fcf09b0b-4f66-40c4-9aaf-3c7448832194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:26.249019 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09b0b-4f66-40c4-9aaf-3c7448832194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89300995-97b6-44a8-91b7-af23fcb529d5,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:26.253262 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf09b0b-4f66-40c4-9aaf-3c7448832194 admin admin] Checking segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:26.253613 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf09b0b-4f66-40c4-9aaf-3c7448832194 admin admin] Network hostable DHCP agents. Network: bbe3a00d-9061-4549-b02f-7472dfbc0c66, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:28:26.344215 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf09b0b-4f66-40c4-9aaf-3c7448832194 admin admin] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:28:26.418235 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-fcf09b0b-4f66-40c4-9aaf-3c7448832194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, bbe3a00d-9061-4549-b02f-7472dfbc0c66) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:26.422407 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf09b0b-4f66-40c4-9aaf-3c7448832194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:26.422987 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fcf09b0b-4f66-40c4-9aaf-3c7448832194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:26.428914 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce69ce0-8a53-45e9-aea4-18c0fe9700c3 None None] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:28:26.525985 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-fcf09b0b-4f66-40c4-9aaf-3c7448832194 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8169377 Aug 29 14:28:26.552754 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb758923-4227-4cdd-b1e2-d69bf6885359 None None] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:28:28.838644 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 39174) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:29.071061 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-086930e2-6600-4d4d-8a4a-a39509fe1b76 admin admin] 10.222.0.16 "GET /v2.0/routers/2e56d662-8315-4887-9092-056cdd39cb11 HTTP/1.1" status: 200 len: 710 time: 0.2312994 Aug 29 14:28:29.261220 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496c8ae7-d952-403d-8740-0139d498bfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:28:29.262703 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-496c8ae7-d952-403d-8740-0139d498bfe6 admin admin] 10.222.0.16 "GET /v2.0/networks/bbe3a00d-9061-4549-b02f-7472dfbc0c66 HTTP/1.1" status: 200 len: 886 time: 0.1857343 Aug 29 14:28:29.272194 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:28:29.455961 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 5 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:28:29.538716 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.837568 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:29.912441 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:30.104039 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Allocated IP 172.27.0.86 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/d8406ec2-3fb5-479f-bb54-d4395d93435f) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:28:30.212488 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:30.333477 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:30.374828 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:28:30.397702 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:28:30.452989 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:28:30.519127 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Pushing event updated for resources: {'Port': ['ID=d8406ec2-3fb5-479f-bb54-d4395d93435f,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:30.534880 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:30.535278 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:30.535672 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:30.536004 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:30.536331 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:30.536665 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:30.536986 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:30.537305 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:30.537625 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:30.537962 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:30.538281 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:30.538593 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Tracked resource versions report: Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: pushed versions: Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: { 'AddressGroup': {'1.2'}, Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'ConntrackHelper': {'1.0'}, Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Log': {'1.0'}, Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Network': {'1.1'}, Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Port': {'1.7'}, Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'PortForwarding': {'1.2'}, Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'QosPolicy': {'1.9'}, Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'SecurityGroup': {'1.4'}, Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'SubPort': {'1.0'}, Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Subnet': {'1.1'}, Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Trunk': {'1.1'}} Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: consumer versions: Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: { DHCP agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: L3 agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: Metadata agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: Metering agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: Open vSwitch agent@dv-cinder-778193-6-iscsi: { 'AddressGroup': '1.2', Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'ConntrackHelper': '1.0', Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Log': '1.0', Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Network': '1.1', Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Port': '1.7', Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'PortForwarding': '1.2', Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'QosPolicy': '1.9', Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'SecurityGroup': '1.4', Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'SecurityGroupRule': '1.2', Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'SubPort': '1.0', Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Subnet': '1.1', Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Trunk': '1.1'}} Aug 29 14:28:30.540745 dv-cinder-778193-6-iscsi neutron-server[94544]: {{(pid=94544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:28:30.891086 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:31.087273 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102400'] for router, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:31.091703 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561306'] for router, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:31.200169 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Router 2e56d662-8315-4887-9092-056cdd39cb11 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:28:31.306457 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:28:31.310952 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] Notify callbacks [] for router, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:31.312148 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-bfc238e1-c046-41ff-b75d-d94ea645f77e admin admin] 10.222.0.16 "PUT /v2.0/routers/2e56d662-8315-4887-9092-056cdd39cb11 HTTP/1.1" status: 200 len: 889 time: 2.0432880 Aug 29 14:28:31.821678 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Sync routers for ids ['2e56d662-8315-4887-9092-056cdd39cb11'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:28:31.831628 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Routers {'2e56d662-8315-4887-9092-056cdd39cb11'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:31.832268 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:28:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['2e56d662-8315-4887-9092-056cdd39cb11'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:32.034686 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device f65bd989-9b48-48e5-8034-7eab1e0a7c23 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:32.132240 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Set router 2e56d662-8315-4887-9092-056cdd39cb11 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:32.333130 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port f65bd989-9b48-48e5-8034-7eab1e0a7c23 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:32.355722 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port f65bd989-9b48-48e5-8034-7eab1e0a7c23 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:32.356089 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:32.552054 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:32.609743 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port f65bd989-9b48-48e5-8034-7eab1e0a7c23, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=f65bd989-9b48-48e5-8034-7eab1e0a7c23,segment=NetworkSegment(b5964982-42be-4863-9c2a-5ee531c629c6),segment_id=b5964982-42be-4863-9c2a-5ee531c629c6)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:32.633130 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56d662-8315-4887-9092-056cdd39cb11', 'name': 'router1', 'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'd8406ec2-3fb5-479f-bb54-d4395d93435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:12Z', 'updated_at': '2021-08-29T14:28:30Z', 'revision_number': 4, 'project_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'gw_port': {'id': 'd8406ec2-3fb5-479f-bb54-d4395d93435f', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56d662-8315-4887-9092-056cdd39cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'f65bd989-9b48-48e5-8034-7eab1e0a7c23', 'name': '', 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f', 'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'mac_address': 'fa:16:3e:39:f3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56d662-8315-4887-9092-056cdd39cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2122afaf-89d3-4def-bf25-99672109c46f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:24Z', 'revision_number': 4, 'project_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'subnets': [{'id': '2122afaf-89d3-4def-bf25-99672109c46f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827e061c-1c6a-4b88-bcbf-05e820bc4a33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:32.688338 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:32.690178 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Checking router: 2e56d662-8315-4887-9092-056cdd39cb11 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:28:32.690547 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Updating router 2e56d662-8315-4887-9092-056cdd39cb11 port d8406ec2-3fb5-479f-bb54-d4395d93435f binding host dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:28:32.766427 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:32.807654 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=f65bd989-9b48-48e5-8034-7eab1e0a7c23,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:33.099830 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:33.109797 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Transition to ACTIVE for port object d8406ec2-3fb5-479f-bb54-d4395d93435f will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:28:33.189677 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:33.242181 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Attempting to bind port d8406ec2-3fb5-479f-bb54-d4395d93435f on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:28:33.242710 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Attempting to bind port d8406ec2-3fb5-479f-bb54-d4395d93435f by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:28:33.243068 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Attempting to bind port d8406ec2-3fb5-479f-bb54-d4395d93435f on network bbe3a00d-9061-4549-b02f-7472dfbc0c66 {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:28:33.246304 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb78d88-43fb-4260-8659-aa0d19d492a5 None None] Pushing event updated for resources: {'Port': ['ID=d8406ec2-3fb5-479f-bb54-d4395d93435f,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:33.251648 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:28:33.252018 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Checking segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:28:33.252410 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:33.252784 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Bound using segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:28:33.253830 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Bound port: d8406ec2-3fb5-479f-bb54-d4395d93435f, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:28:33.253830 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:33.303290 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] For port d8406ec2-3fb5-479f-bb54-d4395d93435f, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:28:33.306479 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] For port d8406ec2-3fb5-479f-bb54-d4395d93435f, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=d8406ec2-3fb5-479f-bb54-d4395d93435f,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:28:33.361535 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:33.417853 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Routers {'2e56d662-8315-4887-9092-056cdd39cb11'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:28:33.418483 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:28:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['2e56d662-8315-4887-9092-056cdd39cb11'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:33.464837 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb78d88-43fb-4260-8659-aa0d19d492a5 None None] Pushing event updated for resources: {'Port': ['ID=d8406ec2-3fb5-479f-bb54-d4395d93435f,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:33.625606 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] Set router 2e56d662-8315-4887-9092-056cdd39cb11 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:28:33.709188 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39190) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:28:33.834385 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56d662-8315-4887-9092-056cdd39cb11', 'name': 'router1', 'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'd8406ec2-3fb5-479f-bb54-d4395d93435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:12Z', 'updated_at': '2021-08-29T14:28:30Z', 'revision_number': 4, 'project_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'gw_port': {'id': 'd8406ec2-3fb5-479f-bb54-d4395d93435f', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56d662-8315-4887-9092-056cdd39cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'f65bd989-9b48-48e5-8034-7eab1e0a7c23', 'name': '', 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f', 'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'mac_address': 'fa:16:3e:39:f3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d662-8315-4887-9092-056cdd39cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2122afaf-89d3-4def-bf25-99672109c46f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:32Z', 'revision_number': 5, 'project_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'subnets': [{'id': '2122afaf-89d3-4def-bf25-99672109c46f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827e061c-1c6a-4b88-bcbf-05e820bc4a33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:28:33.860076 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04abcc66-8040-4b4d-b40b-7553451555f4 None None] The sync data for ids ['2e56d662-8315-4887-9092-056cdd39cb11'] in dv-cinder-778193-6-iscsi is: [{'id': '2e56d662-8315-4887-9092-056cdd39cb11', 'name': 'router1', 'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'd8406ec2-3fb5-479f-bb54-d4395d93435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:28:12Z', 'updated_at': '2021-08-29T14:28:30Z', 'revision_number': 4, 'project_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'gw_port': {'id': 'd8406ec2-3fb5-479f-bb54-d4395d93435f', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56d662-8315-4887-9092-056cdd39cb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:29Z', 'updated_at': '2021-08-29T14:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'f65bd989-9b48-48e5-8034-7eab1e0a7c23', 'name': '', 'network_id': 'f0192b50-2746-448a-9c8a-e05e9c43301f', 'tenant_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'mac_address': 'fa:16:3e:39:f3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d662-8315-4887-9092-056cdd39cb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2122afaf-89d3-4def-bf25-99672109c46f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:28:21Z', 'updated_at': '2021-08-29T14:28:32Z', 'revision_number': 5, 'project_id': '0a54648acdde4ad6bf01c13ca38c04a8', 'subnets': [{'id': '2122afaf-89d3-4def-bf25-99672109c46f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827e061c-1c6a-4b88-bcbf-05e820bc4a33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:28:33.895852 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-52e38072-6620-40ab-842e-1f7b85af85a5 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1852331 Aug 29 14:28:34.104091 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device d8406ec2-3fb5-479f-bb54-d4395d93435f up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:34.270474 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port d8406ec2-3fb5-479f-bb54-d4395d93435f completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:28:34.276248 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port d8406ec2-3fb5-479f-bb54-d4395d93435f triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:34.276697 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.371513 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.393733 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port d8406ec2-3fb5-479f-bb54-d4395d93435f, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=d8406ec2-3fb5-479f-bb54-d4395d93435f,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:28:34.469730 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:34.470590 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device f65bd989-9b48-48e5-8034-7eab1e0a7c23 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:34.557528 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=d8406ec2-3fb5-479f-bb54-d4395d93435f,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:28:34.570331 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port f65bd989-9b48-48e5-8034-7eab1e0a7c23 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:34.570853 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:36.017498 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device d8406ec2-3fb5-479f-bb54-d4395d93435f up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:28:36.070879 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port d8406ec2-3fb5-479f-bb54-d4395d93435f triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:28:36.070879 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:45.126145 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-a7111952-c05f-45d5-b912-b862d09c80d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:47.743723 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b4c63bab-c9a7-40fb-bcf4-37aba5dd12ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:48.172016 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:48.899074 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:28:50.320855 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:06.455264 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 5 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:29:15.165412 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-03a064e0-7b7c-4b76-a026-fecad9d127c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:17.748099 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-f3651dbb-4815-4d07-88e1-9185f9f50d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.159533 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:18.891052 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:20.313714 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:43.453471 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 5 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:29:45.147264 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-c74142da-9ba1-4dd5-9236-62a87b7b00b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:47.752156 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-16562b59-6df5-4f95-8207-1f4a0f0e19b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:48.220804 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:48.901065 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:29:50.312744 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:12.187347 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39752) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:30:12.248209 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.pecan_wsgi.hooks.translation [None req-b410bcfd-bc12-46c2-aaec-ebfff95b9a7c admin admin] GET failed (client error): The resource could not be found. Aug 29 14:30:12.249523 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-b410bcfd-bc12-46c2-aaec-ebfff95b9a7c admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612330 Aug 29 14:30:12.416346 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14518a3c-eba8-4f9e-ac54-4cbe576c1b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:12.417809 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-14518a3c-eba8-4f9e-ac54-4cbe576c1b5f admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1629274 Aug 29 14:30:14.608089 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39762) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:30:14.698523 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96a309e-13c7-4fac-ab4b-4a15252892d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:14.699832 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-b96a309e-13c7-4fac-ab4b-4a15252892d7 admin admin] 10.222.0.16 "GET /v2.0/subnets/2122afaf-89d3-4def-bf25-99672109c46f HTTP/1.1" status: 200 len: 849 time: 0.0908000 Aug 29 14:30:14.709744 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:30:14.804079 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:14.991383 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756745805608'] for subnet, after_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:15.028780 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:15.029372 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:15.030701 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] 10.222.0.16 "PUT /v2.0/subnets/2122afaf-89d3-4def-bf25-99672109c46f HTTP/1.1" status: 200 len: 868 time: 0.3245947 Aug 29 14:30:15.032557 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3b0010-e487-426e-9a2e-95ebf7891067 None None] Network f0192b50-2746-448a-9c8a-e05e9c43301f requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:30:15.047508 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2122afaf-89d3-4def-bf25-99672109c46f,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:30:15.057223 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:15.057223 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:15.057223 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:15.057223 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:15.057223 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:15.057223 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:15.057223 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:15.057846 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:15.057846 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:15.058183 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:15.058616 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:15.059010 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fedb5-9d66-41fb-b37f-820d91d46489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:30:15.154121 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-54785bad-7d44-43f4-83ac-bb7f52e8f130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:15.412031 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-bb46263c-610a-43a9-be5b-d7044c0cf449 None None] Provisioning complete for port f65bd989-9b48-48e5-8034-7eab1e0a7c23 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:30:15.412398 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-bb46263c-610a-43a9-be5b-d7044c0cf449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:15.500028 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-bb46263c-610a-43a9-be5b-d7044c0cf449 None None] Provisioning complete for port 1a7a350a-9f12-4d7f-b29a-9170bb8482f8 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:30:15.500028 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-bb46263c-610a-43a9-be5b-d7044c0cf449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:17.357381 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39770) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:30:17.561698 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd1011-0f38-47fe-ab2a-87683b633c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:17.562137 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd1011-0f38-47fe-ab2a-87683b633c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:17.563679 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-4ccd1011-0f38-47fe-ab2a-87683b633c83 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2053242 Aug 29 14:30:17.757066 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-247247e9-1b0c-4ba7-9602-615f7ff8e30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:18.282895 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:18.991400 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:19.747756 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39778) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:30:19.881415 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3397fa0-3580-43d5-af85-f2bda6cfb3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:19.881909 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3397fa0-3580-43d5-af85-f2bda6cfb3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:19.883437 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-d3397fa0-3580-43d5-af85-f2bda6cfb3c0 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1347194 Aug 29 14:30:20.322537 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:20.451574 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 5 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:30:22.052129 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39786) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:30:22.176980 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa67ea6b-f3c1-4abf-9840-e841ddd3e962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:22.178357 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-fa67ea6b-f3c1-4abf-9840-e841ddd3e962 admin admin] 10.222.0.16 "GET /v2.0/networks/bbe3a00d-9061-4549-b02f-7472dfbc0c66 HTTP/1.1" status: 200 len: 886 time: 0.1252682 Aug 29 14:30:24.360890 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39794) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:30:24.490963 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe22aeb-9d89-480b-b9fb-ba673133af99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:24.492572 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-5fe22aeb-9d89-480b-b9fb-ba673133af99 admin admin] 10.222.0.16 "GET /v2.0/networks/f0192b50-2746-448a-9c8a-e05e9c43301f HTTP/1.1" status: 200 len: 869 time: 0.1301968 Aug 29 14:30:26.674598 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39802) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:30:26.796528 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55690131-0761-481f-80f0-bce476c4de8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:26.796989 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55690131-0761-481f-80f0-bce476c4de8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:26.798606 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-55690131-0761-481f-80f0-bce476c4de8d admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230662 Aug 29 14:30:28.977001 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39810) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:30:29.075700 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268c0a85-20ff-4564-aaf1-6c7f9cbc9db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:29.076172 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268c0a85-20ff-4564-aaf1-6c7f9cbc9db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:29.078330 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-268c0a85-20ff-4564-aaf1-6c7f9cbc9db4 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1003261 Aug 29 14:30:31.271484 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39818) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:30:31.365407 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac01dd62-0a0b-49ad-8191-115ca6ce1b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:31.367097 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-ac01dd62-0a0b-49ad-8191-115ca6ce1b14 admin admin] 10.222.0.16 "GET /v2.0/subnets/2122afaf-89d3-4def-bf25-99672109c46f HTTP/1.1" status: 200 len: 868 time: 0.0944719 Aug 29 14:30:33.559971 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39826) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:30:33.645976 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afaf103-71b6-41ec-9ed6-c1a09c4584b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:30:33.647306 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-3afaf103-71b6-41ec-9ed6-c1a09c4584b3 admin admin] 10.222.0.16 "GET /v2.0/subnets/89300995-97b6-44a8-91b7-af23fcb529d5 HTTP/1.1" status: 200 len: 816 time: 0.0863795 Aug 29 14:30:45.201572 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-915d12ef-11cc-4f54-b9d6-de6ca71e6899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:47.756246 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-80f05943-e222-497d-b076-1b80b845040a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:48.167474 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:48.915458 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:50.361365 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:30:57.449886 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 5 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:30:58.026303 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39880) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:30:58.074213 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [None req-d2623f0b-0a4b-4521-b168-846fd1d50afc admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94545) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:30:58.075220 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-d2623f0b-0a4b-4521-b168-846fd1d50afc admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479863 Aug 29 14:31:00.410760 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39888) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:31:00.470321 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecbc2ec-2285-4ea0-b0e2-77d5bb5367ad admin admin] GET failed (client error): The resource could not be found. Aug 29 14:31:00.471625 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-aecbc2ec-2285-4ea0-b0e2-77d5bb5367ad admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598593 Aug 29 14:31:00.557695 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95015650-1e7f-4775-8906-d3ca3b93cc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:00.559189 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-95015650-1e7f-4775-8906-d3ca3b93cc4f admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0829775 Aug 29 14:31:02.768865 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39896) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:31:02.814621 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-28bb3b44-bc5e-438d-86c3-4441a0fdef76 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:31:02.880450 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bb3b44-bc5e-438d-86c3-4441a0fdef76 admin admin] Made reservation on behalf of 3ee3fdc9b9a0424b897a4f05d6b3569f for: {'network': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:31:02.882706 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-28bb3b44-bc5e-438d-86c3-4441a0fdef76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:02.910828 dv-cinder-778193-6-iscsi neutron-server[94545]: WARNING neutron.services.revisions.revision_plugin [None req-28bb3b44-bc5e-438d-86c3-4441a0fdef76 admin admin] Could not find related network for resource to bump revision. Aug 29 14:31:02.920857 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bb3b44-bc5e-438d-86c3-4441a0fdef76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=94545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:31:02.929683 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-28bb3b44-bc5e-438d-86c3-4441a0fdef76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:02.930046 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.segments_db [None req-28bb3b44-bc5e-438d-86c3-4441a0fdef76 admin admin] Added segment 383cedd4-aaea-4913-b38f-b5ddcba55801 of type vlan for network 530c8336-5dec-4a3e-b227-42ce4acb4fbf Aug 29 14:31:02.967744 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-28bb3b44-bc5e-438d-86c3-4441a0fdef76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:03.034896 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-28bb3b44-bc5e-438d-86c3-4441a0fdef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:03.035815 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb3b44-bc5e-438d-86c3-4441a0fdef76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:03.036386 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-28bb3b44-bc5e-438d-86c3-4441a0fdef76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:03.092720 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb3b44-bc5e-438d-86c3-4441a0fdef76 admin admin] Pushing event updated for resources: {'Network': ['ID=530c8336-5dec-4a3e-b227-42ce4acb4fbf,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:03.104078 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network 530c8336-5dec-4a3e-b227-42ce4acb4fbf details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:31:03.201413 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-28bb3b44-bc5e-438d-86c3-4441a0fdef76 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4314644 Aug 29 14:31:05.412694 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 39904) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:31:05.475100 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d7d88c-29ca-404c-af91-dd924c1dd8c3 admin admin] GET failed (client error): The resource could not be found. Aug 29 14:31:05.476430 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-46d7d88c-29ca-404c-af91-dd924c1dd8c3 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626445 Aug 29 14:31:05.582757 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5bccda-efcd-49ab-b546-86e49bed8a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:05.584251 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-3d5bccda-efcd-49ab-b546-86e49bed8a8e admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1032085 Aug 29 14:31:05.595281 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Request body: {'subnet': {'network_id': '530c8336-5dec-4a3e-b227-42ce4acb4fbf', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:31:05.720393 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Made reservation on behalf of 3ee3fdc9b9a0424b897a4f05d6b3569f for: {'subnet': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:31:05.722947 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:05.955306 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for subnet, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:06.017652 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b980d71-387d-4d50-8097-a60eb80f7164,revision_number=0']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:06.020789 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Checking segment: {'id': '383cedd4-aaea-4913-b38f-b5ddcba55801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '530c8336-5dec-4a3e-b227-42ce4acb4fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:31:06.021186 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Network hostable DHCP agents. Network: 530c8336-5dec-4a3e-b227-42ce4acb4fbf, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:31:06.029252 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.029610 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.030003 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.030319 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.030644 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.031565 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.031912 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.032231 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.032564 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.032884 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.033198 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.033510 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.166504 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Network 530c8336-5dec-4a3e-b227-42ce4acb4fbf is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:31:06.223562 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, 530c8336-5dec-4a3e-b227-42ce4acb4fbf) {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:31:06.227549 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:31:06.228169 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:06.234358 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288ce8f9-e4a5-4e70-ae68-d11904d6104d None None] Network 530c8336-5dec-4a3e-b227-42ce4acb4fbf requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:31:06.309973 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-d5b8ede4-ed1a-407e-b63f-7f6ffede2685 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7187490 Aug 29 14:31:06.381733 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e624220-4536-5f42-b5ea-535ffdf31c06-530c8336-5dec-4a3e-b227-42ce4acb4fbf', 'network_id': '530c8336-5dec-4a3e-b227-42ce4acb4fbf', 'tenant_id': '3ee3fdc9b9a0424b897a4f05d6b3569f', 'fixed_ips': [{'subnet_id': '2b980d71-387d-4d50-8097-a60eb80f7164'}]}} from dv-cinder-778193-6-iscsi. {{(pid=94546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:31:06.382093 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:06.617269 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.db_base_plugin_common [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Allocated IP 192.168.233.2 (530c8336-5dec-4a3e-b227-42ce4acb4fbf/2b980d71-387d-4d50-8097-a60eb80f7164/3f202d7d-646c-4888-9e1c-d2d129dedcf7) {{(pid=94546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:31:06.760597 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Notify callbacks [] for port, precommit_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:06.768742 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Transition to ACTIVE for port object 3f202d7d-646c-4888-9e1c-d2d129dedcf7 will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:31:06.783758 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Transition to ACTIVE for port object 3f202d7d-646c-4888-9e1c-d2d129dedcf7 will not be triggered until provisioned by entity DHCP. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:31:06.852759 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:06.898121 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Network 530c8336-5dec-4a3e-b227-42ce4acb4fbf is already hosted by enough agents. {{(pid=94546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:31:06.900870 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.base_scheduler [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Resources bound (agent type, host, resource id): {{(pid=94546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:31:06.908656 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Received port after_create {{(pid=94546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:31:06.910802 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Pushing event updated for resources: {'Port': ['ID=3f202d7d-646c-4888-9e1c-d2d129dedcf7,revision_number=1']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:06.922785 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.923135 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.923493 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.923823 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.924150 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.924475 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.924796 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.925118 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.925453 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.925778 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.926121 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.926436 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:31:06.975222 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Attempting to bind port 3f202d7d-646c-4888-9e1c-d2d129dedcf7 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:31:06.975585 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Attempting to bind port 3f202d7d-646c-4888-9e1c-d2d129dedcf7 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '383cedd4-aaea-4913-b38f-b5ddcba55801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '530c8336-5dec-4a3e-b227-42ce4acb4fbf'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:31:06.975945 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Attempting to bind port 3f202d7d-646c-4888-9e1c-d2d129dedcf7 on network 530c8336-5dec-4a3e-b227-42ce4acb4fbf {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:31:06.981169 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:31:06.981541 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Checking segment: {'id': '383cedd4-aaea-4913-b38f-b5ddcba55801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '530c8336-5dec-4a3e-b227-42ce4acb4fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:31:06.982034 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:06.982474 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Bound using segment: {'id': '383cedd4-aaea-4913-b38f-b5ddcba55801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '530c8336-5dec-4a3e-b227-42ce4acb4fbf'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:31:06.982934 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Bound port: 3f202d7d-646c-4888-9e1c-d2d129dedcf7, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383cedd4-aaea-4913-b38f-b5ddcba55801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '530c8336-5dec-4a3e-b227-42ce4acb4fbf'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:31:06.983327 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:07.051035 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] For port 3f202d7d-646c-4888-9e1c-d2d129dedcf7, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:31:07.054220 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] For port 3f202d7d-646c-4888-9e1c-d2d129dedcf7, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=3f202d7d-646c-4888-9e1c-d2d129dedcf7,segment=NetworkSegment(383cedd4-aaea-4913-b38f-b5ddcba55801),segment_id=383cedd4-aaea-4913-b38f-b5ddcba55801)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:31:07.110557 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:07.171909 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb0c1b-28fb-45b0-99ad-5e9207e1c86b None None] Pushing event updated for resources: {'Port': ['ID=3f202d7d-646c-4888-9e1c-d2d129dedcf7,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:07.978868 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a20325c-40d5-4bbe-a2a2-ecfeae67e0eb None None] Network 530c8336-5dec-4a3e-b227-42ce4acb4fbf requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:31:08.166811 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-622b9aa4-183e-4a09-a4bb-ad2ee956e4db None None] Provisioning for port 3f202d7d-646c-4888-9e1c-d2d129dedcf7 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:31:08.179692 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 3f202d7d-646c-4888-9e1c-d2d129dedcf7 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:31:08.303656 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 3f202d7d-646c-4888-9e1c-d2d129dedcf7 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:31:08.310531 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 3f202d7d-646c-4888-9e1c-d2d129dedcf7 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:31:08.310907 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:08.399955 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:08.413628 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-9781e5a4-8307-4101-92f1-2c5ae96ca6b1 None None] Provisioning complete for port 3f202d7d-646c-4888-9e1c-d2d129dedcf7 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:31:08.414008 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-9781e5a4-8307-4101-92f1-2c5ae96ca6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:08.455932 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 3f202d7d-646c-4888-9e1c-d2d129dedcf7, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=3f202d7d-646c-4888-9e1c-d2d129dedcf7,segment=NetworkSegment(383cedd4-aaea-4913-b38f-b5ddcba55801),segment_id=383cedd4-aaea-4913-b38f-b5ddcba55801)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:31:08.512372 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-9781e5a4-8307-4101-92f1-2c5ae96ca6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:08.538190 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:08.616862 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.db.api [None req-9781e5a4-8307-4101-92f1-2c5ae96ca6b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94546) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 14:31:08.617235 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG oslo_db.api [None req-9781e5a4-8307-4101-92f1-2c5ae96ca6b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 14:31:08.621595 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=3f202d7d-646c-4888-9e1c-d2d129dedcf7,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:31:10.128578 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 3f202d7d-646c-4888-9e1c-d2d129dedcf7 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:31:10.174318 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 3f202d7d-646c-4888-9e1c-d2d129dedcf7 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:31:10.174679 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:15.154925 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-1810799c-3f05-4d1d-8daf-12fdced7f4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:17.777660 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-46aa8054-a8f8-4533-baf3-1a96734397ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:18.149295 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:18.914193 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:20.354846 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:34.447821 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 5 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:31:45.164783 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-2ab394d0-40a8-43ac-922d-ce98c0019437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:47.753278 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-04d08d1d-ca01-4b9b-bee3-9671ee8101f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:48.347852 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:48.901814 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:31:50.330579 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:11.445455 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 5 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:32:15.147049 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-850c9d32-4cf0-4a0a-98c7-58593c3cadca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:17.786500 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-67c9f966-4d47-4b74-8961-dfef886a02ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:18.249416 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:18.919308 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:20.340530 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:25.230654 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39958) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:32:25.237137 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [None req-c54db4b3-a29f-4cde-b930-92f6311545de tempest-verify_tempest_config-375995958 tempest-verify_tempest_config-375995958-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94545) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:32:25.238132 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-c54db4b3-a29f-4cde-b930-92f6311545de tempest-verify_tempest_config-375995958 tempest-verify_tempest_config-375995958-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064447 Aug 29 14:32:25.794778 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 39976) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:32:25.895664 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:25.979359 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:26.066395 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:26.111132 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a7e063-6e2f-41ea-a4a7-6528d1980676,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:32:26.115807 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4833d395580b4efaa54fc82b600f1ffa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3200707 Aug 29 14:32:26.119958 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 39980) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:32:26.120606 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.120606 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.121220 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.121553 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.122383 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.122383 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.122558 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.122870 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.123217 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.123541 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.123861 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.124181 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48662a5a-70c4-42a0-92c5-af8eae34b2d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.200731 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:26.221252 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:26.369662 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:26.373229 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:26.374418 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96a7e063-6e2f-41ea-a4a7-6528d1980676 HTTP/1.1" status: 204 len: 168 time: 0.2547960 Aug 29 14:32:26.382132 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a7e063-6e2f-41ea-a4a7-6528d1980676,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:32:26.390060 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.390430 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.390777 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.391113 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.391449 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.391782 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.392206 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.392421 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.392747 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.393070 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.393463 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:26.393717 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ffd76-81d3-4df4-a1db-dfe87438d595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:32:45.145512 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-91333462-bfc3-41e2-9a00-f153b1255cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:47.785224 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-95e1dd5d-42a9-4e7d-a659-e7b7fa65ef1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:48.191147 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:48.443549 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 5 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:32:48.916826 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:32:50.350994 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:15.138643 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-795fc669-5a73-46b5-8962-028ac57d58cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:17.772660 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-2f32ef03-143c-45d5-8cc8-74116864b70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.258329 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:18.973273 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:20.338322 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:25.441614 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 5 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:33:45.148900 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-edc79829-bbd5-4331-8b2f-926d17859031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:47.754605 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-a6b6709c-fc0f-4737-af6d-967d354c28ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:48.183323 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:48.931560 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:50.383204 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:33:58.559509 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565914'] for agent, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:02.441189 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:34:13.632501 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 40058) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:34:13.735285 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-07f9dfad-164a-434d-8c32-199912df8914 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1016939 Aug 29 14:34:15.158164 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-dd08e478-1643-4689-b15a-dfec79934404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:15.932408 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40068) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:34:15.993391 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-57a0c3e5-8e30-409c-96e5-0e8dea1bef58 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0598011 Aug 29 14:34:17.747425 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b66e-0868-491e-b787-6f2cc476e45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:18.164668 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:18.947352 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:20.347651 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:28.511563 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:39.440318 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:34:45.215107 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1818-451d-4150-9655-600c7a18a5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:47.769207 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-da64a77e-ff80-45ca-bab1-34ba8f686763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:48.162051 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:48.940690 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:50.378863 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:34:58.512151 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:15.172203 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-f262295b-e44c-4da8-ae9e-4bfb084eda79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:16.440251 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:35:17.768091 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d51ed1f5-1aea-4224-b664-42e74076e6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:18.171879 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:18.931870 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:20.350820 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:28.528191 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:42.974268 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40228) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:43.344180 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-415008593-network', 'tenant_id': 'f47de2d93f9f4dccbc3c75e56e117b44'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:43.430159 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Made reservation on behalf of f47de2d93f9f4dccbc3c75e56e117b44 for: {'network': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:43.433138 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:43.444372 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:43.637898 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:43.704304 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:43.719328 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 40262) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:43.733049 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:35:43.734947 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6f8968-2c95-4677-9c50-c4e0b9de7572,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:43.746811 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:43.747290 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:43.747626 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:43.747947 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:43.748265 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:43.748637 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:43.748914 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:43.749222 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:43.749551 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:43.749891 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:43.750191 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:43.750497 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Tracked resource versions report: Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: pushed versions: Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: { 'AddressGroup': {'1.2'}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'ConntrackHelper': {'1.0'}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Log': {'1.0'}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Network': {'1.1'}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Port': {'1.7'}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'PortForwarding': {'1.2'}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'QosPolicy': {'1.9'}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'SecurityGroup': {'1.4'}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'SubPort': {'1.0'}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Subnet': {'1.1'}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Trunk': {'1.1'}} Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: consumer versions: Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: { DHCP agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: HyperV agent@hv-cinder-77819: {}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: L3 agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: Metadata agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: Metering agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: Open vSwitch agent@dv-cinder-778193-6-iscsi: { 'AddressGroup': '1.2', Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'ConntrackHelper': '1.0', Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Log': '1.0', Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Network': '1.1', Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Port': '1.7', Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'PortForwarding': '1.2', Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'QosPolicy': '1.9', Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'SecurityGroup': '1.4', Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'SecurityGroupRule': '1.2', Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'SubPort': '1.0', Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Subnet': '1.1', Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: 'Trunk': '1.1'}} Aug 29 14:35:43.751534 dv-cinder-778193-6-iscsi neutron-server[94545]: {{(pid=94545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:35:43.754298 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 40268) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:43.757527 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:43.757856 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.segments_db [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Added segment 83ad2099-56b3-436c-b4ea-06818c1e60cd of type vlan for network d0b3940a-b60d-4436-a99f-97850fb15fdb Aug 29 14:35:43.800288 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:43.891736 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:43.893276 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:43.893986 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:43.957928 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=d0b3940a-b60d-4436-a99f-97850fb15fdb,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:43.968957 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network d0b3940a-b60d-4436-a99f-97850fb15fdb details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:35:43.984237 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-993230687-network', 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:43.997569 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1658020463-network', 'tenant_id': '49b2184f7302404ab91b419e21067663'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:44.017652 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-8806cb8a-0bc4-4c92-bf33-8ec427ff2eb7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0363960 Aug 29 14:35:44.017652 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40282) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:44.017652 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-c768b883-c1df-4d3b-b293-4d53e2817476 admin admin] Request body: {'subnet': {'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-415008593-subnet', 'tenant_id': 'f47de2d93f9f4dccbc3c75e56e117b44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:44.111305 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Made reservation on behalf of cb6738c758b44604a7eb98cf8f592891 for: {'network': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:44.113698 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:44.132577 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:44.304250 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] Made reservation on behalf of 49b2184f7302404ab91b419e21067663 for: {'network': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:44.307153 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:44.316711 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:44.412653 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c768b883-c1df-4d3b-b293-4d53e2817476 admin admin] Made reservation on behalf of f47de2d93f9f4dccbc3c75e56e117b44 for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:44.415129 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c768b883-c1df-4d3b-b293-4d53e2817476 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:44.444832 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 40294) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:44.515409 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:44.531114 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 40300) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:44.591492 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:44.611319 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=94544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:35:44.631007 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756745846757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:44.631623 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Unsubscribe: segment precommit_create {{(pid=94544) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 14:35:44.632388 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.segments_db [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Added segment 1f362be7-6a01-4686-a836-c4d417e6ffcc of type vlan for network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 Aug 29 14:35:44.704205 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c768b883-c1df-4d3b-b293-4d53e2817476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:44.708627 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:44.758346 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768b883-c1df-4d3b-b293-4d53e2817476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c738b6-4841-4314-9e25-caedf36cd8dc,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:44.778191 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1581965518-network', 'tenant_id': '55a1ad2f22c04639ad4b47574527b7a9'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:44.788029 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cc8ab7-b508-4547-b65a-e2cdb342a35c,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:44.788372 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768b883-c1df-4d3b-b293-4d53e2817476 admin admin] Checking segment: {'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:35:44.788721 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c768b883-c1df-4d3b-b293-4d53e2817476 admin admin] Network hostable DHCP agents. Network: d0b3940a-b60d-4436-a99f-97850fb15fdb, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:35:44.803832 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1894458667-network', 'tenant_id': '27f2b6ca8e714503a38d20c10983ad79'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:44.811286 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:44.811649 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:44.811997 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:44.812334 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:44.812666 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:44.813010 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:44.813340 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:44.813663 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:44.814032 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:44.814361 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:44.814680 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:44.815037 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Tracked resource versions report: Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: pushed versions: Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: { 'AddressGroup': {'1.2'}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'ConntrackHelper': {'1.0'}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Log': {'1.0'}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Network': {'1.1'}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Port': {'1.7'}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'PortForwarding': {'1.2'}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'QosPolicy': {'1.9'}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'SecurityGroup': {'1.4'}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'SubPort': {'1.0'}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Subnet': {'1.1'}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Trunk': {'1.1'}} Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: consumer versions: Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: { DHCP agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: HyperV agent@hv-cinder-77819: {}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: L3 agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: Metadata agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: Metering agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: Open vSwitch agent@dv-cinder-778193-6-iscsi: { 'AddressGroup': '1.2', Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'ConntrackHelper': '1.0', Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Log': '1.0', Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Network': '1.1', Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Port': '1.7', Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'PortForwarding': '1.2', Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'QosPolicy': '1.9', Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'SecurityGroup': '1.4', Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'SecurityGroupRule': '1.2', Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'SubPort': '1.0', Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Subnet': '1.1', Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: 'Trunk': '1.1'}} Aug 29 14:35:44.816148 dv-cinder-778193-6-iscsi neutron-server[94544]: {{(pid=94544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:35:44.820511 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:44.820998 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:44.821589 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:44.832465 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40320) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:44.902597 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-network', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:44.912591 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c768b883-c1df-4d3b-b293-4d53e2817476 admin admin] Network d0b3940a-b60d-4436-a99f-97850fb15fdb is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:35:44.937997 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:44.946886 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] Pushing event updated for resources: {'Network': ['ID=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:44.960408 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:35:44.972967 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-c768b883-c1df-4d3b-b293-4d53e2817476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, d0b3940a-b60d-4436-a99f-97850fb15fdb) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:44.979890 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c768b883-c1df-4d3b-b293-4d53e2817476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:44.982606 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c768b883-c1df-4d3b-b293-4d53e2817476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:44.997439 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.002528 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b767315e-6bc2-4f54-8b2c-236a9998d84a None None] Network d0b3940a-b60d-4436-a99f-97850fb15fdb requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:35:45.015627 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=94544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:35:45.035278 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.035625 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.segments_db [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] Added segment 4a1f4d96-7f01-44bc-9d26-98cfb6d31775 of type vlan for network c507c791-e7f6-4063-b1e3-354734725b45 Aug 29 14:35:45.043596 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b34d46-808b-43a1-ab8c-a6d44654af70,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:45.079702 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.118808 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40332) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:45.122167 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-c2c12c40-b901-4345-bb19-23ab3244c8e0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3631258 Aug 29 14:35:45.125708 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-4e25e23e-2c67-4fb9-adaf-7bac42c153a5 admin admin] Request body: {'subnet': {'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-993230687-subnet', 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:45.169525 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4734c0-8b4c-4435-9300-b18af370cf04 None None] Network d0b3940a-b60d-4436-a99f-97850fb15fdb requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:35:45.172868 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] Made reservation on behalf of 55a1ad2f22c04639ad4b47574527b7a9 for: {'network': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:45.175217 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.188808 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.207467 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.208433 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:45.209012 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.275706 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-2b710fae-2f7c-4087-85f3-fa8654390045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.313374 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-c768b883-c1df-4d3b-b293-4d53e2817476 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2995241 Aug 29 14:35:45.369389 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6478722 Aug 29 14:35:45.372638 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40344) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:45.377679 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-f38c5b4a-9a6b-477d-993d-baa6cbd3b5c4 admin admin] Request body: {'subnet': {'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1658020463-subnet', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:45.391288 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Made reservation on behalf of 5afdc403b79a4f7593edca91c2b7f882 for: {'network': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:45.393829 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.394006 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d0ac4-d419-47ca-a639-a52ae1348048 admin admin] Pushing event updated for resources: {'Network': ['ID=c507c791-e7f6-4063-b1e3-354734725b45,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:45.407706 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.417914 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network c507c791-e7f6-4063-b1e3-354734725b45 details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:35:45.492412 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Made reservation on behalf of 27f2b6ca8e714503a38d20c10983ad79 for: {'network': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:45.495153 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.504477 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.590062 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e25e23e-2c67-4fb9-adaf-7bac42c153a5 admin admin] Made reservation on behalf of cb6738c758b44604a7eb98cf8f592891 for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:45.594250 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4e25e23e-2c67-4fb9-adaf-7bac42c153a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.605698 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.db.api [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 14:35:45.605698 dv-cinder-778193-6-iscsi neutron-server[94544]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 14:35:45.605698 dv-cinder-778193-6-iscsi neutron-server[94544]: [parameters: {'project_id_1': '27f2b6ca8e714503a38d20c10983ad79', 'expiration_1': datetime.datetime(2021, 8, 29, 14, 35, 45, 524659)}] Aug 29 14:35:45.605698 dv-cinder-778193-6-iscsi neutron-server[94544]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 14:35:45.606194 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG oslo_db.api [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 14:35:45.653021 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.db.api [None req-f38c5b4a-9a6b-477d-993d-baa6cbd3b5c4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 14:35:45.653021 dv-cinder-778193-6-iscsi neutron-server[94545]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 14:35:45.653021 dv-cinder-778193-6-iscsi neutron-server[94545]: [parameters: {'project_id_1': '49b2184f7302404ab91b419e21067663', 'expiration_1': datetime.datetime(2021, 8, 29, 14, 35, 45, 382041)}] Aug 29 14:35:45.653021 dv-cinder-778193-6-iscsi neutron-server[94545]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94545) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 14:35:45.653564 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG oslo_db.api [None req-f38c5b4a-9a6b-477d-993d-baa6cbd3b5c4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 14:35:45.657358 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.db.api [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 14:35:45.657358 dv-cinder-778193-6-iscsi neutron-server[94545]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 14:35:45.657358 dv-cinder-778193-6-iscsi neutron-server[94545]: [parameters: {'project_id_1': '5afdc403b79a4f7593edca91c2b7f882', 'expiration_1': datetime.datetime(2021, 8, 29, 14, 35, 45, 423029)}] Aug 29 14:35:45.657358 dv-cinder-778193-6-iscsi neutron-server[94545]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94545) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 14:35:45.657699 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG oslo_db.api [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 14:35:45.710146 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.813013 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.830908 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4e25e23e-2c67-4fb9-adaf-7bac42c153a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.835433 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=94544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:35:45.850512 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f2a0da-667f-49ba-9996-478ece3be570,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:45.856159 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.856713 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.segments_db [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] Added segment 5ca0f9ca-cb0e-4980-a09c-b793221b0ab9 of type vlan for network 5eff1175-47c1-434f-b8ac-efa5f474d156 Aug 29 14:35:45.905445 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:45.917815 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25e23e-2c67-4fb9-adaf-7bac42c153a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8625feb-c975-4960-b914-faf042f9ec63,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:45.920087 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25e23e-2c67-4fb9-adaf-7bac42c153a5 admin admin] Checking segment: {'id': '1f362be7-6a01-4686-a836-c4d417e6ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:35:45.920436 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e25e23e-2c67-4fb9-adaf-7bac42c153a5 admin admin] Network hostable DHCP agents. Network: 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:35:46.012655 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:46.015273 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e25e23e-2c67-4fb9-adaf-7bac42c153a5 admin admin] Network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:35:46.015389 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:46.015389 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:46.075536 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] Pushing event updated for resources: {'Network': ['ID=5eff1175-47c1-434f-b8ac-efa5f474d156,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:46.085303 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network 5eff1175-47c1-434f-b8ac-efa5f474d156 details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:35:46.107691 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:46.133325 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-4e25e23e-2c67-4fb9-adaf-7bac42c153a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:46.142289 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-df0a41c6-a683-447c-8d66-d669022a3df8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6963158 Aug 29 14:35:46.145492 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 40394) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:46.145874 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b48734f-4fbe-414a-9f8f-8a728234299c None None] Network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:35:46.150341 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e25e23e-2c67-4fb9-adaf-7bac42c153a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:46.151782 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4e25e23e-2c67-4fb9-adaf-7bac42c153a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:46.155299 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-81454b67-a4dd-4e34-a98f-a40897566300 admin admin] Request body: {'subnet': {'network_id': '5eff1175-47c1-434f-b8ac-efa5f474d156', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1581965518-subnet', 'tenant_id': '55a1ad2f22c04639ad4b47574527b7a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:46.161798 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:46.241066 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:46.295975 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 40402) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:46.299245 dv-cinder-778193-6-iscsi neutron-server[94544]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 14:35:46.316796 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a602883-2d3c-4296-b20a-5b467cd8fd3a None None] Network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:35:46.317628 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:46.401143 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-4e25e23e-2c67-4fb9-adaf-7bac42c153a5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2798245 Aug 29 14:35:46.403616 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40404) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:46.408039 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-993230687-router', 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:46.444238 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=94544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:35:46.484269 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:46.511142 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:46.511482 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.segments_db [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Added segment b9cc4062-2012-41fb-a5ea-d5543f5d9f69 of type vlan for network 23a0f066-b208-4450-8a2c-d8d51fa208f5 Aug 29 14:35:46.554086 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f17344-6a43-4789-b801-c69e617c968b req-0fa35bcb-bf33-473d-8f32-a67328f79382 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:46.559194 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-0fa35bcb-bf33-473d-8f32-a67328f79382 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/networks?id=d0b3940a-b60d-4436-a99f-97850fb15fdb HTTP/1.1" status: 200 len: 814 time: 0.2578328 Aug 29 14:35:46.573105 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:46.582251 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-c2dc1589-77da-46ba-a547-146577e50fee tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/quotas/f47de2d93f9f4dccbc3c75e56e117b44 HTTP/1.1" status: 200 len: 375 time: 0.0180755 Aug 29 14:35:46.648846 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-73b50752-9de7-4c7a-8e57-785acccd7108 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574148 Aug 29 14:35:46.650968 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.db.api [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 14:35:46.650968 dv-cinder-778193-6-iscsi neutron-server[94545]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 14:35:46.650968 dv-cinder-778193-6-iscsi neutron-server[94545]: [parameters: {'project_id_1': 'cb6738c758b44604a7eb98cf8f592891', 'expiration_1': datetime.datetime(2021, 8, 29, 14, 35, 46, 412150)}] Aug 29 14:35:46.650968 dv-cinder-778193-6-iscsi neutron-server[94545]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94545) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 14:35:46.652083 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81454b67-a4dd-4e34-a98f-a40897566300 admin admin] Made reservation on behalf of 55a1ad2f22c04639ad4b47574527b7a9 for: {'subnet': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:46.654322 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG oslo_db.api [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 14:35:46.654474 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-81454b67-a4dd-4e34-a98f-a40897566300 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:46.661436 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.db.api [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 14:35:46.661436 dv-cinder-778193-6-iscsi neutron-server[94545]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 14:35:46.661436 dv-cinder-778193-6-iscsi neutron-server[94545]: [parameters: {'project_id_1': '5afdc403b79a4f7593edca91c2b7f882', 'expiration_1': datetime.datetime(2021, 8, 29, 14, 35, 46, 191056)}] Aug 29 14:35:46.661436 dv-cinder-778193-6-iscsi neutron-server[94545]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94545) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 14:35:46.662224 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG oslo_db.api [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 14:35:46.734287 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:46.735597 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:46.736391 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:46.753846 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38c5b4a-9a6b-477d-993d-baa6cbd3b5c4 admin admin] Made reservation on behalf of 49b2184f7302404ab91b419e21067663 for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:46.756262 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f38c5b4a-9a6b-477d-993d-baa6cbd3b5c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:46.815258 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=23a0f066-b208-4450-8a2c-d8d51fa208f5,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:46.829006 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network 23a0f066-b208-4450-8a2c-d8d51fa208f5 details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:35:46.876378 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-84c7a0a3-9fd9-4d8f-8236-1ac4a5602fc6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3432741 Aug 29 14:35:46.879811 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40422) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:46.886946 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-10664524-883a-45b5-b301-bba58a9ae6c6 admin admin] Request body: {'subnet': {'network_id': '23a0f066-b208-4450-8a2c-d8d51fa208f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1894458667-subnet', 'tenant_id': '27f2b6ca8e714503a38d20c10983ad79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:46.948097 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-e0d4eb7a-e2fa-484b-bbcc-fdb6a0214d76 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:35:46.949171 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-e0d4eb7a-e2fa-484b-bbcc-fdb6a0214d76 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0919702 Aug 29 14:35:47.047713 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10664524-883a-45b5-b301-bba58a9ae6c6 admin admin] Made reservation on behalf of 27f2b6ca8e714503a38d20c10983ad79 for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:47.050322 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-10664524-883a-45b5-b301-bba58a9ae6c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.057570 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-81454b67-a4dd-4e34-a98f-a40897566300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for subnet, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.095637 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-52083ab7-9083-4149-b4e2-9773f54572af service neutron] 10.222.0.16 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388741 Aug 29 14:35:47.162744 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81454b67-a4dd-4e34-a98f-a40897566300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f1fbb7-2b8d-432d-8dec-c9273a9e0207,revision_number=0']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:47.183109 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f38c5b4a-9a6b-477d-993d-baa6cbd3b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.197350 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81454b67-a4dd-4e34-a98f-a40897566300 admin admin] Checking segment: {'id': '5ca0f9ca-cb0e-4980-a09c-b793221b0ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5eff1175-47c1-434f-b8ac-efa5f474d156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:35:47.197661 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81454b67-a4dd-4e34-a98f-a40897566300 admin admin] Network hostable DHCP agents. Network: 5eff1175-47c1-434f-b8ac-efa5f474d156, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:35:47.226684 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-e5555967-fda8-4ddf-9509-f90230fdf34d service neutron] 10.222.0.16 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215200 Aug 29 14:35:47.256058 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.317114 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102437'] for router, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.318276 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102446'] for router, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.324164 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c5b4a-9a6b-477d-993d-baa6cbd3b5c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d4bbde-cfe8-4c36-b433-81d443b388ca,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:47.331233 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38c5b4a-9a6b-477d-993d-baa6cbd3b5c4 admin admin] Checking segment: {'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:35:47.331651 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38c5b4a-9a6b-477d-993d-baa6cbd3b5c4 admin admin] Network hostable DHCP agents. Network: c507c791-e7f6-4063-b1e3-354734725b45, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:35:47.355392 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81454b67-a4dd-4e34-a98f-a40897566300 admin admin] Network 5eff1175-47c1-434f-b8ac-efa5f474d156 is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:35:47.392636 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-10664524-883a-45b5-b301-bba58a9ae6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.458214 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-81454b67-a4dd-4e34-a98f-a40897566300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, 5eff1175-47c1-434f-b8ac-efa5f474d156) {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:47.463550 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81454b67-a4dd-4e34-a98f-a40897566300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:47.464214 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-81454b67-a4dd-4e34-a98f-a40897566300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.468141 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9c6ce0-3867-43d4-900a-052551d5dd85 None None] Network 5eff1175-47c1-434f-b8ac-efa5f474d156 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:35:47.480774 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.535051 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10664524-883a-45b5-b301-bba58a9ae6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de47ee6-aab0-42ec-8b35-9ad8186711b8,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:47.549749 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10664524-883a-45b5-b301-bba58a9ae6c6 admin admin] Checking segment: {'id': 'b9cc4062-2012-41fb-a5ea-d5543f5d9f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '23a0f066-b208-4450-8a2c-d8d51fa208f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:35:47.550271 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10664524-883a-45b5-b301-bba58a9ae6c6 admin admin] Network hostable DHCP agents. Network: 23a0f066-b208-4450-8a2c-d8d51fa208f5, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:35:47.568524 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 40440) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:47.617346 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0636b6e-ffa4-4f58-9a03-c8e631f76cf5 None None] Network 5eff1175-47c1-434f-b8ac-efa5f474d156 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:35:47.640803 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1aaf7739-5de4-4ea4-a0ef-f4738bc04489 req-8a699169-8bc5-4cbf-943e-ab1527b08567 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 210 time: 0.0703433 Aug 29 14:35:47.644315 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38c5b4a-9a6b-477d-993d-baa6cbd3b5c4 admin admin] Network c507c791-e7f6-4063-b1e3-354734725b45 is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:35:47.660747 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.664756 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-f38c5b4a-9a6b-477d-993d-baa6cbd3b5c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, c507c791-e7f6-4063-b1e3-354734725b45) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:47.676190 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f7da4-847c-4f6f-9be6-f45fff7d62b3 None None] Network c507c791-e7f6-4063-b1e3-354734725b45 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:35:47.708488 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38c5b4a-9a6b-477d-993d-baa6cbd3b5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:47.708983 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f38c5b4a-9a6b-477d-993d-baa6cbd3b5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.740314 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10664524-883a-45b5-b301-bba58a9ae6c6 admin admin] Network 23a0f066-b208-4450-8a2c-d8d51fa208f5 is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:35:47.753774 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.756308 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.780369 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=94545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:35:47.797635 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f10275-e4a2-4944-aab4-22e74e0324a3,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:47.800228 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.800720 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.segments_db [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Added segment 3e143a62-a8e0-4637-8b71-d53958971755 of type vlan for network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 Aug 29 14:35:47.802471 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-81454b67-a4dd-4e34-a98f-a40897566300 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6559188 Aug 29 14:35:47.823227 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-10664524-883a-45b5-b301-bba58a9ae6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, 23a0f066-b208-4450-8a2c-d8d51fa208f5) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:47.828333 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-f38c5b4a-9a6b-477d-993d-baa6cbd3b5c4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4519467 Aug 29 14:35:47.829194 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 40460) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:47.834270 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:47.855565 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10664524-883a-45b5-b301-bba58a9ae6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:47.856036 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-10664524-883a-45b5-b301-bba58a9ae6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.913598 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.918176 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4eb22a-b44b-427f-9ade-07f36f6a114a None None] Network 23a0f066-b208-4450-8a2c-d8d51fa208f5 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:35:47.947878 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-a30e4e47-2af5-4369-8895-a71b5186dea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.948421 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102437'] for router, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:47.950350 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102446'] for router, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:48.028388 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-10664524-883a-45b5-b301-bba58a9ae6c6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1473107 Aug 29 14:35:48.061830 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e624220-4536-5f42-b5ea-535ffdf31c06-c507c791-e7f6-4063-b1e3-354734725b45', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca'}]}} from dv-cinder-778193-6-iscsi. {{(pid=94546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:35:48.062848 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:48.083264 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:48.088856 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:48.088856 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:48.155238 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:48.372683 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:48.382533 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5484803 Aug 29 14:35:48.402436 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40494) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:48.411124 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-4d125216-6d32-48ac-946f-71d54300486b admin admin] Request body: {'subnet': {'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-subnet', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:48.427050 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:48.442977 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebdbf8-dd87-4275-897a-dd60b7da0e6b admin admin] Pushing event updated for resources: {'Network': ['ID=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:48.472825 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:35:48.499958 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5245433-014b-4f05-bf57-620580e42daa None None] Network 23a0f066-b208-4450-8a2c-d8d51fa208f5 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:35:48.530958 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:48.535243 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d125216-6d32-48ac-946f-71d54300486b admin admin] Made reservation on behalf of 5afdc403b79a4f7593edca91c2b7f882 for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:48.543186 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4d125216-6d32-48ac-946f-71d54300486b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:48.687064 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Allocated IP 172.27.0.52 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/a0082f9b-5732-4377-8b37-1c3044ba13aa) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:35:48.794282 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:48.813276 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.db_base_plugin_common [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Allocated IP 172.20.0.2 (c507c791-e7f6-4063-b1e3-354734725b45/01d4bbde-cfe8-4c36-b433-81d443b388ca/7986f085-9124-43ff-9d64-6b68c8f4b089) {{(pid=94546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:35:48.903579 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:48.908008 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-71d0ae28-8a49-4a7f-bfdf-d722585badf4 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:48.909504 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-71d0ae28-8a49-4a7f-bfdf-d722585badf4 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/networks?id=23a0f066-b208-4450-8a2c-d8d51fa208f5 HTTP/1.1" status: 200 len: 812 time: 0.2049146 Aug 29 14:35:48.952669 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-11dc9fa9-c7ca-437b-b454-1e8fad949faf tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/quotas/27f2b6ca8e714503a38d20c10983ad79 HTTP/1.1" status: 200 len: 375 time: 0.0307882 Aug 29 14:35:48.993346 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-4b01b45d-60e8-4a23-96f0-1865e62be469 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=27f2b6ca8e714503a38d20c10983ad79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398064 Aug 29 14:35:49.017784 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.018033 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4d125216-6d32-48ac-946f-71d54300486b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.053996 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.086705 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Notify callbacks [] for port, precommit_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.099016 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Transition to ACTIVE for port object 7986f085-9124-43ff-9d64-6b68c8f4b089 will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:35:49.115947 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Transition to ACTIVE for port object 7986f085-9124-43ff-9d64-6b68c8f4b089 will not be triggered until provisioned by entity DHCP. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:35:49.132764 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:35:49.135624 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d125216-6d32-48ac-946f-71d54300486b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6994c5da-f2dd-4a04-acbe-279bd8acc28e,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:49.142602 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:49.148835 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:35:49.155566 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d125216-6d32-48ac-946f-71d54300486b admin admin] Checking segment: {'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:35:49.155921 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d125216-6d32-48ac-946f-71d54300486b admin admin] Network hostable DHCP agents. Network: 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:35:49.188077 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 40530) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:49.189134 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Pushing event updated for resources: {'Port': ['ID=a0082f9b-5732-4377-8b37-1c3044ba13aa,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:49.190665 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.250303 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Network c507c791-e7f6-4063-b1e3-354734725b45 is already hosted by enough agents. {{(pid=94546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:35:49.254565 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-159244721-network', 'tenant_id': 'c0faa41a0a6f47918344c4d923599733'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:49.255279 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.base_scheduler [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Resources bound (agent type, host, resource id): {{(pid=94546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:49.256926 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Pushing event updated for resources: {'Port': ['ID=7986f085-9124-43ff-9d64-6b68c8f4b089,revision_number=1']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:49.270839 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:49.270839 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:49.270839 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:49.270839 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:49.270839 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:49.270839 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:49.270839 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:49.271763 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:49.272488 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:49.272961 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:49.273393 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:49.273902 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Tracked resource versions report: Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: pushed versions: Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: { 'AddressGroup': {'1.2'}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'ConntrackHelper': {'1.0'}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Log': {'1.0'}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Network': {'1.1'}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Port': {'1.7'}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'PortForwarding': {'1.2'}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'QosPolicy': {'1.9'}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'SecurityGroup': {'1.4'}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'SubPort': {'1.0'}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Subnet': {'1.1'}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Trunk': {'1.1'}} Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: consumer versions: Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: { DHCP agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: HyperV agent@hv-cinder-77819: {}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: L3 agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: Metadata agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: Metering agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: Open vSwitch agent@dv-cinder-778193-6-iscsi: { 'AddressGroup': '1.2', Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'ConntrackHelper': '1.0', Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Log': '1.0', Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Network': '1.1', Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Port': '1.7', Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'PortForwarding': '1.2', Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'QosPolicy': '1.9', Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'SecurityGroup': '1.4', Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'SecurityGroupRule': '1.2', Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'SubPort': '1.0', Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Subnet': '1.1', Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: 'Trunk': '1.1'}} Aug 29 14:35:49.275791 dv-cinder-778193-6-iscsi neutron-server[94546]: {{(pid=94546) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:35:49.280366 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Received port after_create {{(pid=94546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:35:49.301575 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-40ba3c79-33a3-483c-8ee5-5d2720f06779 req-9186cf4a-a534-49bd-bc06-239970ebc02f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 210 time: 0.1123333 Aug 29 14:35:49.339336 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d125216-6d32-48ac-946f-71d54300486b admin admin] Network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:35:49.355929 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Attempting to bind port 7986f085-9124-43ff-9d64-6b68c8f4b089 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:35:49.356304 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Attempting to bind port 7986f085-9124-43ff-9d64-6b68c8f4b089 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:35:49.356664 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Attempting to bind port 7986f085-9124-43ff-9d64-6b68c8f4b089 on network c507c791-e7f6-4063-b1e3-354734725b45 {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:35:49.362126 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:35:49.362494 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Checking segment: {'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:35:49.363113 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.363313 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Bound using segment: {'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:35:49.363743 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Bound port: 7986f085-9124-43ff-9d64-6b68c8f4b089, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:35:49.364436 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.380871 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-787f69c4-04ba-4d29-ab3c-4b23050b1d79 service neutron] 10.222.0.16 "GET /v2.0/networks/23a0f066-b208-4450-8a2c-d8d51fa208f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578191 Aug 29 14:35:49.382021 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.423855 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-4d125216-6d32-48ac-946f-71d54300486b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:49.441502 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31894471-e440-42bb-a288-2a83f3dc6760 None None] Network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:35:49.443794 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d125216-6d32-48ac-946f-71d54300486b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:49.444499 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4d125216-6d32-48ac-946f-71d54300486b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.494163 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.498258 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] Made reservation on behalf of c0faa41a0a6f47918344c4d923599733 for: {'network': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:49.504040 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.525826 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.562981 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-4d125216-6d32-48ac-946f-71d54300486b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1540532 Aug 29 14:35:49.563137 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40548) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:49.569163 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:49.601558 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.633835 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] For port 7986f085-9124-43ff-9d64-6b68c8f4b089, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:35:49.639054 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] For port 7986f085-9124-43ff-9d64-6b68c8f4b089, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=7986f085-9124-43ff-9d64-6b68c8f4b089,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:35:49.670200 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-3e271470-8bc4-4c83-a793-220a3885fde5 service neutron] 10.222.0.16 "GET /v2.0/networks/23a0f066-b208-4450-8a2c-d8d51fa208f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793829 Aug 29 14:35:49.713551 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.716389 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Allocated IP 172.27.0.22 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/afb780b7-8911-48df-910f-579381dae403) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:35:49.785794 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01225660-8f04-42d1-9e06-9f0a3ded6306 None None] Pushing event updated for resources: {'Port': ['ID=7986f085-9124-43ff-9d64-6b68c8f4b089,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:49.827848 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102437'] for router, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.828821 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102446'] for router, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.831918 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e624220-4536-5f42-b5ea-535ffdf31c06-77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e'}]}} from dv-cinder-778193-6-iscsi. {{(pid=94546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:35:49.834045 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.879375 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568074'] for router, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.914824 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:49.972994 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:50.028818 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.db_base_plugin_common [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Allocated IP 172.20.0.2 (77e4b94e-a9dd-4eea-8e2a-83ef0a655db3/6994c5da-f2dd-4a04-acbe-279bd8acc28e/db9d87a2-b3b0-41ca-a26b-69cc828a0b73) {{(pid=94546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:35:50.065740 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7fcc0d7b-cef2-47ae-8716-9443b9121cf1 req-3bb47890-fe35-480d-bb05-0eb535c15cc3 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 210 time: 0.0582433 Aug 29 14:35:50.077888 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:50.177220 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:50.204612 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=94544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:35:50.217074 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe296c68-9f03-41eb-a41a-3d5c1ca4511d,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:50.221136 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:50.221856 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.segments_db [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] Added segment b4662da0-c8c5-4061-9af0-93f517a72482 of type vlan for network a3e533ec-2293-4365-b71e-349eff9e4b22 Aug 29 14:35:50.286549 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:50.397077 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:50.409190 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:35:50.425154 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:50.437555 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:35:50.468595 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Notify callbacks [] for port, precommit_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:50.490896 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Transition to ACTIVE for port object db9d87a2-b3b0-41ca-a26b-69cc828a0b73 will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:35:50.495619 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:50.504733 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 7986f085-9124-43ff-9d64-6b68c8f4b089 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:35:50.530628 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:50.571562 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Transition to ACTIVE for port object db9d87a2-b3b0-41ca-a26b-69cc828a0b73 will not be triggered until provisioned by entity DHCP. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:35:50.590566 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.db.resource_extend [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 14:35:50.621109 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Pushing event updated for resources: {'Port': ['ID=afb780b7-8911-48df-910f-579381dae403,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:50.662427 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8350e0d5-e280-45c2-8ccf-16f490575b3a req-ea99f534-f157-4ced-abd1-c22f89c63c0b tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 210 time: 0.0732448 Aug 29 14:35:50.687699 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:50.694659 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Router 5583190e-7971-4c94-8fbf-5ae40fce3008 is scheduled to L3 agent fb682885-7553-4707-814d-5f2a30d12884 with binding_index 1 {{(pid=94545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:35:50.734908 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 is already hosted by enough agents. {{(pid=94546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:35:50.739585 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.base_scheduler [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Resources bound (agent type, host, resource id): {{(pid=94546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:50.744843 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Received port after_create {{(pid=94546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:35:50.747821 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Pushing event updated for resources: {'Port': ['ID=db9d87a2-b3b0-41ca-a26b-69cc828a0b73,revision_number=1']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:50.748296 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:50.749262 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:50.749838 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:50.752829 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 7986f085-9124-43ff-9d64-6b68c8f4b089 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:35:50.812345 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Attempting to bind port db9d87a2-b3b0-41ca-a26b-69cc828a0b73 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:35:50.813050 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Attempting to bind port db9d87a2-b3b0-41ca-a26b-69cc828a0b73 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:35:50.813386 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Attempting to bind port db9d87a2-b3b0-41ca-a26b-69cc828a0b73 on network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:35:50.818784 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:35:50.823099 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Checking segment: {'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:35:50.823099 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:50.823099 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Bound using segment: {'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:35:50.823099 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Bound port: db9d87a2-b3b0-41ca-a26b-69cc828a0b73, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:35:50.823099 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:50.891238 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6751528 Aug 29 14:35:50.891705 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40588) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:50.896309 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a51121-9100-41ed-951b-f1006615a484 admin admin] Pushing event updated for resources: {'Network': ['ID=a3e533ec-2293-4365-b71e-349eff9e4b22,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:50.903898 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-2f31b21d-f2a2-40ba-aa61-5f2804512d3d admin admin] Request body: {'subnet': {'network_id': 'a3e533ec-2293-4365-b71e-349eff9e4b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-159244721-subnet', 'tenant_id': 'c0faa41a0a6f47918344c4d923599733', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:50.905525 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] For port db9d87a2-b3b0-41ca-a26b-69cc828a0b73, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:35:50.907394 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:35:50.910169 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network a3e533ec-2293-4365-b71e-349eff9e4b22 details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:35:50.913662 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] For port db9d87a2-b3b0-41ca-a26b-69cc828a0b73, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=db9d87a2-b3b0-41ca-a26b-69cc828a0b73,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:35:50.921491 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Sync routers for ids ['5583190e-7971-4c94-8fbf-5ae40fce3008'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:35:50.942755 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Routers {'5583190e-7971-4c94-8fbf-5ae40fce3008'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:35:50.947467 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:35:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['5583190e-7971-4c94-8fbf-5ae40fce3008'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:50.987611 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:51.032552 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:51.128160 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f31b21d-f2a2-40ba-aa61-5f2804512d3d admin admin] Made reservation on behalf of c0faa41a0a6f47918344c4d923599733 for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:51.130604 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2f31b21d-f2a2-40ba-aa61-5f2804512d3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:51.198656 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9921d6fa-0443-4679-a72c-a2baf78b2b1e None None] Network c507c791-e7f6-4063-b1e3-354734725b45 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:35:51.201216 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Set router 5583190e-7971-4c94-8fbf-5ae40fce3008 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:35:51.215820 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:51.244344 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:51.286521 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-478c6ee8-2453-4b85-a3e2-599bfe78ad31 req-f57908bb-a8f8-46e8-bbd4-cfbd27a5cc49 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 210 time: 0.1050529 Aug 29 14:35:51.303266 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568074'] for router, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:51.307518 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbba4dd-a321-4cb3-93ee-df431b70ec49 None None] Pushing event updated for resources: {'Port': ['ID=db9d87a2-b3b0-41ca-a26b-69cc828a0b73,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:51.319542 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] Notify callbacks [] for router, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:51.324060 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-c3a3f045-743e-41a5-98c0-b99a6aa5ed09 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9193857 Aug 29 14:35:51.327596 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40596) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:51.496042 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-841db5a0-9004-486e-a98d-058f5b2a41d8 None None] Provisioning for port 7986f085-9124-43ff-9d64-6b68c8f4b089 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:35:51.511298 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-841db5a0-9004-486e-a98d-058f5b2a41d8 None None] Provisioning complete for port 7986f085-9124-43ff-9d64-6b68c8f4b089 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:35:51.511671 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-841db5a0-9004-486e-a98d-058f5b2a41d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:51.576309 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'name': 'tempest-ServerRescueNegativeTestJSON-993230687-router', 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a0082f9b-5732-4377-8b37-1c3044ba13aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:49Z', 'revision_number': 3, 'project_id': 'cb6738c758b44604a7eb98cf8f592891', 'gw_port': {'id': 'a0082f9b-5732-4377-8b37-1c3044ba13aa', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:48Z', 'updated_at': '2021-08-29T14:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:51.629996 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Allocated IP 172.27.0.48 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/f44fb2ee-8054-4aaf-aa89-1cd3e07afa97) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:35:51.660880 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Checking router: 5583190e-7971-4c94-8fbf-5ae40fce3008 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:35:51.661517 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Updating router 5583190e-7971-4c94-8fbf-5ae40fce3008 port a0082f9b-5732-4377-8b37-1c3044ba13aa binding host dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:35:51.722339 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:51.725901 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 is scheduled to L3 agent fb682885-7553-4707-814d-5f2a30d12884 with binding_index 1 {{(pid=94544) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:35:51.734936 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-841db5a0-9004-486e-a98d-058f5b2a41d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:51.800725 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-841db5a0-9004-486e-a98d-058f5b2a41d8 None None] For port 7986f085-9124-43ff-9d64-6b68c8f4b089, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=7986f085-9124-43ff-9d64-6b68c8f4b089,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:35:51.904030 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-841db5a0-9004-486e-a98d-058f5b2a41d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:51.960128 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:51.967986 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2f31b21d-f2a2-40ba-aa61-5f2804512d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:51.987747 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841db5a0-9004-486e-a98d-058f5b2a41d8 None None] Pushing event updated for resources: {'Port': ['ID=7986f085-9124-43ff-9d64-6b68c8f4b089,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:52.012160 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9b8cba1b-4767-45a7-8464-7bae50e1364c req-fe82afcd-cc26-42df-811d-13201ae24651 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 210 time: 0.0354125 Aug 29 14:35:52.024257 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-ddc256eb-5d96-4d5a-b3ff-8c4590b38283 None None] Provisioning complete for port 7986f085-9124-43ff-9d64-6b68c8f4b089 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:35:52.025523 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-ddc256eb-5d96-4d5a-b3ff-8c4590b38283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:52.073071 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:35:52.105666 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Sync routers for ids ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:35:52.123306 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Routers {'714f3cc3-ddd4-4ca9-bb28-a7156c975725'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:35:52.123987 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:35:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:52.172297 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:52.179070 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-6a653d08-ea59-4ae9-8931-6678424215a5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3482251 Aug 29 14:35:52.179740 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 40612) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:52.187804 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31b21d-f2a2-40ba-aa61-5f2804512d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f8cd4ec-0ec7-4561-89a6-38138566e969,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:52.198714 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f31b21d-f2a2-40ba-aa61-5f2804512d3d admin admin] Checking segment: {'id': 'b4662da0-c8c5-4061-9af0-93f517a72482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a3e533ec-2293-4365-b71e-349eff9e4b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:35:52.199311 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f31b21d-f2a2-40ba-aa61-5f2804512d3d admin admin] Network hostable DHCP agents. Network: a3e533ec-2293-4365-b71e-349eff9e4b22, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:35:52.256232 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Set router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:35:52.307684 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:52.459932 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Pushing event updated for resources: {'Port': ['ID=f44fb2ee-8054-4aaf-aa89-1cd3e07afa97,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:52.595158 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-47aa4e7d-e85a-42a5-81b9-e6b52c8dbc8f req-e4a20d80-736d-40c7-874d-68daf516042c tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 210 time: 0.0424137 Aug 29 14:35:52.605375 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f31b21d-f2a2-40ba-aa61-5f2804512d3d admin admin] Network a3e533ec-2293-4365-b71e-349eff9e4b22 is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:35:52.630756 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Notify callbacks [] for port, precommit_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:52.643180 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.provisioning_blocks [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Transition to ACTIVE for port object a0082f9b-5732-4377-8b37-1c3044ba13aa will not be triggered until provisioned by entity L2. {{(pid=94547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:35:52.685527 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:35:52.698884 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:52.701773 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:35:52.702173 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device db9d87a2-b3b0-41ca-a26b-69cc828a0b73 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:35:52.705272 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98231e8e-82e3-403d-90ca-1f0112961b4c None None] Network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:35:52.705912 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:52.767643 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:52.811095 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-3f01b4ec-8cab-4fca-a927-d8a4c54e6d50 None None] Provisioning for port db9d87a2-b3b0-41ca-a26b-69cc828a0b73 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:35:52.834838 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:50Z', 'revision_number': 3, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:52.843188 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-2f31b21d-f2a2-40ba-aa61-5f2804512d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, a3e533ec-2293-4365-b71e-349eff9e4b22) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:52.871553 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f31b21d-f2a2-40ba-aa61-5f2804512d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:52.872506 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2f31b21d-f2a2-40ba-aa61-5f2804512d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:52.876494 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Checking router: 714f3cc3-ddd4-4ca9-bb28-a7156c975725 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:35:52.876849 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Updating router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 port afb780b7-8911-48df-910f-579381dae403 binding host dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:35:52.907386 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce27ca2-e288-4b0e-9d67-dc7d1c7299ff None None] Network a3e533ec-2293-4365-b71e-349eff9e4b22 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:35:52.918694 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fbb3c-63fd-4449-81d0-4523488444e6 None None] Pushing event updated for resources: {'Port': ['ID=a0082f9b-5732-4377-8b37-1c3044ba13aa,revision_number=2']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:52.922024 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Attempting to bind port a0082f9b-5732-4377-8b37-1c3044ba13aa on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:35:52.922389 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Attempting to bind port a0082f9b-5732-4377-8b37-1c3044ba13aa by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:35:52.922745 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Attempting to bind port a0082f9b-5732-4377-8b37-1c3044ba13aa on network bbe3a00d-9061-4549-b02f-7472dfbc0c66 {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:35:52.942361 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fbb3c-63fd-4449-81d0-4523488444e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:52.942704 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fbb3c-63fd-4449-81d0-4523488444e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:52.943038 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fbb3c-63fd-4449-81d0-4523488444e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:52.943365 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fbb3c-63fd-4449-81d0-4523488444e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:52.943687 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fbb3c-63fd-4449-81d0-4523488444e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:52.944087 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fbb3c-63fd-4449-81d0-4523488444e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:52.944310 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fbb3c-63fd-4449-81d0-4523488444e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:52.944773 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fbb3c-63fd-4449-81d0-4523488444e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:52.944944 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fbb3c-63fd-4449-81d0-4523488444e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:52.945262 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fbb3c-63fd-4449-81d0-4523488444e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:52.949375 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fbb3c-63fd-4449-81d0-4523488444e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:52.949751 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fbb3c-63fd-4449-81d0-4523488444e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fbb3c-63fd-4449-81d0-4523488444e6 None None] Tracked resource versions report: Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: pushed versions: Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: { 'AddressGroup': {'1.2'}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'ConntrackHelper': {'1.0'}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Log': {'1.0'}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Network': {'1.1'}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Port': {'1.7'}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'PortForwarding': {'1.2'}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'QosPolicy': {'1.9'}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'SecurityGroup': {'1.4'}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'SecurityGroupRule': {'1.2'}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'SubPort': {'1.0'}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Subnet': {'1.1'}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Trunk': {'1.1'}} Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: consumer versions: Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: { DHCP agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: HyperV agent@hv-cinder-77819: {}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: L3 agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: Metadata agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: Metering agent@dv-cinder-778193-6-iscsi: {}, Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: Open vSwitch agent@dv-cinder-778193-6-iscsi: { 'AddressGroup': '1.2', Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'ConntrackHelper': '1.0', Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Log': '1.0', Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Network': '1.1', Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Port': '1.7', Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'PortForwarding': '1.2', Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'QosPolicy': '1.9', Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'SecurityGroup': '1.4', Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'SecurityGroupRule': '1.2', Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'SubPort': '1.0', Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Subnet': '1.1', Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: 'Trunk': '1.1'}} Aug 29 14:35:52.950860 dv-cinder-778193-6-iscsi neutron-server[94547]: {{(pid=94547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 14:35:52.971387 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:35:52.971387 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Checking segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:35:52.971387 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:52.971387 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Bound using segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:35:52.971387 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Bound port: a0082f9b-5732-4377-8b37-1c3044ba13aa, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:35:52.972256 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:53.036226 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:53.046312 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:53.106199 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] For port a0082f9b-5732-4377-8b37-1c3044ba13aa, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:35:53.106199 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] For port a0082f9b-5732-4377-8b37-1c3044ba13aa, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=a0082f9b-5732-4377-8b37-1c3044ba13aa,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:35:53.188571 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:53.214068 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f228a8ca-5ba3-402a-bcca-3ffe642c3657 None None] Network a3e533ec-2293-4365-b71e-349eff9e4b22 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:35:53.227540 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1f0581f2-1b5f-43ac-921f-b3a229255f00 req-43fb8d16-e5c0-4f32-bdfa-aa666c91252c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 210 time: 0.0791230 Aug 29 14:35:53.356436 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port db9d87a2-b3b0-41ca-a26b-69cc828a0b73 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:35:53.377130 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fbb3c-63fd-4449-81d0-4523488444e6 None None] Pushing event updated for resources: {'Port': ['ID=a0082f9b-5732-4377-8b37-1c3044ba13aa,revision_number=3']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:53.378131 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port db9d87a2-b3b0-41ca-a26b-69cc828a0b73 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:35:53.378492 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:53.392520 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Routers {'5583190e-7971-4c94-8fbf-5ae40fce3008'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:35:53.393990 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:35:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['5583190e-7971-4c94-8fbf-5ae40fce3008'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:53.460517 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Allocated IP 172.20.0.1 (c507c791-e7f6-4063-b1e3-354734725b45/01d4bbde-cfe8-4c36-b433-81d443b388ca/c0d76403-dd3f-4366-97bb-110c73c1f3c0) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:35:53.481347 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:35:53.502013 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-2f31b21d-f2a2-40ba-aa61-5f2804512d3d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6076331 Aug 29 14:35:53.674039 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] Set router 5583190e-7971-4c94-8fbf-5ae40fce3008 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:35:53.679930 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:53.714471 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Transition to ACTIVE for port object c0d76403-dd3f-4366-97bb-110c73c1f3c0 will not be triggered until provisioned by entity DHCP. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:35:53.743305 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:53.758294 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 40654) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:53.765826 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6a8759d0-4337-48bb-b348-4e361cde9d8d req-e21fcb00-62e2-4944-bc4f-89d639e46aa2 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 210 time: 0.0381556 Aug 29 14:35:53.826829 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38e3c91-55b7-4bee-afb7-bc8708b2fa02 admin admin] Deleting subnet 58f1fbb7-2b8d-432d-8dec-c9273a9e0207 {{(pid=94544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:35:53.832832 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b38e3c91-55b7-4bee-afb7-bc8708b2fa02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:53.857131 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-bff026ec-4fb6-4ad9-8fc1-561dac8683c7 None None] Provisioning complete for port db9d87a2-b3b0-41ca-a26b-69cc828a0b73 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:35:53.857629 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-bff026ec-4fb6-4ad9-8fc1-561dac8683c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:53.882270 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b38e3c91-55b7-4bee-afb7-bc8708b2fa02 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:53.892567 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Allocated IP 172.20.0.1 (8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9/f8625feb-c975-4960-b914-faf042f9ec63/73b6a809-bd39-4e18-89fe-028be5caf89e) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:35:53.893012 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:53.922892 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b38e3c91-55b7-4bee-afb7-bc8708b2fa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:53.926526 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.006379 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'name': 'tempest-ServerRescueNegativeTestJSON-993230687-router', 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a0082f9b-5732-4377-8b37-1c3044ba13aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:49Z', 'revision_number': 3, 'project_id': 'cb6738c758b44604a7eb98cf8f592891', 'gw_port': {'id': 'a0082f9b-5732-4377-8b37-1c3044ba13aa', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:48Z', 'updated_at': '2021-08-29T14:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:54.014800 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port db9d87a2-b3b0-41ca-a26b-69cc828a0b73, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=db9d87a2-b3b0-41ca-a26b-69cc828a0b73,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:35:54.042844 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Network c507c791-e7f6-4063-b1e3-354734725b45 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:35:54.043966 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc260e04-8343-41c2-b1ea-e1183acad8fd None None] The sync data for ids ['5583190e-7971-4c94-8fbf-5ae40fce3008'] in dv-cinder-778193-6-iscsi is: [{'id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'name': 'tempest-ServerRescueNegativeTestJSON-993230687-router', 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a0082f9b-5732-4377-8b37-1c3044ba13aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:49Z', 'revision_number': 3, 'project_id': 'cb6738c758b44604a7eb98cf8f592891', 'gw_port': {'id': 'a0082f9b-5732-4377-8b37-1c3044ba13aa', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:48Z', 'updated_at': '2021-08-29T14:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:35:54.060785 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:54.377702 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:35:54.377702 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568277'] for router_interface, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.377702 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d76403-dd3f-4366-97bb-110c73c1f3c0,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:54.377702 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.36', 61512) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:54.380969 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568074'] for router, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.385764 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Notify callbacks [] for port, precommit_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.385764 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-bff026ec-4fb6-4ad9-8fc1-561dac8683c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.385764 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Transition to ACTIVE for port object afb780b7-8911-48df-910f-579381dae403 will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:35:54.386599 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.386875 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f17344-6a43-4789-b801-c69e617c968b req-ee5f495b-b27c-4198-b302-f6166503c162 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:54.386875 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-ee5f495b-b27c-4198-b302-f6166503c162 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "GET /v2.0/networks?id=d0b3940a-b60d-4436-a99f-97850fb15fdb HTTP/1.1" status: 200 len: 814 time: 0.2103348 Aug 29 14:35:54.387076 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.387076 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 7986f085-9124-43ff-9d64-6b68c8f4b089 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:35:54.407763 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-51856662-5f90-4dfa-be51-65d5d50e632b req-e06e71cb-8d0d-4c8f-8064-7cbf858f0d9f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 210 time: 0.0602975 Aug 29 14:35:54.423793 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-06f17344-6a43-4789-b801-c69e617c968b req-77513b07-d814-400d-b634-f2e0a175087c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Request body: {'port': {'device_id': '14a69516-4725-49f2-999b-d61c7bcd027d', 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb', 'admin_state_up': True, 'tenant_id': 'f47de2d93f9f4dccbc3c75e56e117b44'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:54.456146 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=db9d87a2-b3b0-41ca-a26b-69cc828a0b73,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:54.470186 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.487608 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Router 94ad0230-d91f-4c0b-931e-9f4654da0875 is scheduled to L3 agent fb682885-7553-4707-814d-5f2a30d12884 with binding_index 1 {{(pid=94545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:35:54.495789 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.519027 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Attempting to bind port afb780b7-8911-48df-910f-579381dae403 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:35:54.519027 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Attempting to bind port afb780b7-8911-48df-910f-579381dae403 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:35:54.519027 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Attempting to bind port afb780b7-8911-48df-910f-579381dae403 on network bbe3a00d-9061-4549-b02f-7472dfbc0c66 {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:35:54.527364 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b38e3c91-55b7-4bee-afb7-bc8708b2fa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for subnet, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.547472 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:35:54.547881 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Checking segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:35:54.548244 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.549827 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Bound using segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:35:54.549827 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Bound port: afb780b7-8911-48df-910f-579381dae403, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:35:54.549827 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.632801 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.db.api [None req-bff026ec-4fb6-4ad9-8fc1-561dac8683c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94546) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 14:35:54.633124 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG oslo_db.api [None req-bff026ec-4fb6-4ad9-8fc1-561dac8683c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 14:35:54.670461 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71f3dc-b05a-4802-8ac1-96293f76c224 None None] Pushing event updated for resources: {'Port': ['ID=afb780b7-8911-48df-910f-579381dae403,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:54.700487 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] For port afb780b7-8911-48df-910f-579381dae403, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:35:54.704884 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] For port afb780b7-8911-48df-910f-579381dae403, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=afb780b7-8911-48df-910f-579381dae403,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:35:54.707026 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 7986f085-9124-43ff-9d64-6b68c8f4b089 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:35:54.707671 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.787719 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:35:54.808917 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Pushing event updated for resources: {'Port': ['ID=73b6a809-bd39-4e18-89fe-028be5caf89e,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:54.813778 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:54.818782 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b38e3c91-55b7-4bee-afb7-bc8708b2fa02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.818782 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-b38e3c91-55b7-4bee-afb7-bc8708b2fa02 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/58f1fbb7-2b8d-432d-8dec-c9273a9e0207 HTTP/1.1" status: 204 len: 168 time: 1.0528982 Aug 29 14:35:54.829676 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 40680) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:54.841623 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e3c91-55b7-4bee-afb7-bc8708b2fa02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f1fbb7-2b8d-432d-8dec-c9273a9e0207,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:54.842442 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.892231 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:35:54.894130 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:35:54.894599 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568277'] for router_interface, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:54.911717 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Sync routers for ids ['94ad0230-d91f-4c0b-931e-9f4654da0875'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:35:54.937635 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Routers {'94ad0230-d91f-4c0b-931e-9f4654da0875'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:35:54.938305 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:35:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['94ad0230-d91f-4c0b-931e-9f4654da0875'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:55.092377 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Routers {'714f3cc3-ddd4-4ca9-bb28-a7156c975725'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:35:55.128907 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:35:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:55.168194 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8b77e2dc-bafb-4ce2-8a81-02b5bf041913 req-d3bbd2c3-00c5-46f3-8628-0a1288366f26 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 210 time: 0.1543083 Aug 29 14:35:55.179914 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71f3dc-b05a-4802-8ac1-96293f76c224 None None] Pushing event updated for resources: {'Port': ['ID=afb780b7-8911-48df-910f-579381dae403,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:55.188190 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:55.225706 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device a0082f9b-5732-4377-8b37-1c3044ba13aa up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:35:55.279576 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-58727052-b474-43c3-a178-735a8925082f admin admin] Notify callbacks [] for router, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:55.280829 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-58727052-b474-43c3-a178-735a8925082f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7167304 Aug 29 14:35:55.284034 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 40692) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:55.322963 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Set router 94ad0230-d91f-4c0b-931e-9f4654da0875 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:35:55.389374 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.36', 61517) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:55.390108 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:55.486118 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:55.644587 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:55.645244 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:55.646242 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:55.646781 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Subscribe: > port after_create 55550000 {{(pid=94544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:55.647346 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:55.647881 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Subscribe: > port after_update 55550000 {{(pid=94544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:55.648396 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:55.649378 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:55.651262 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:55.651947 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:55.679630 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] Set router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:35:55.680774 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:52Z', 'revision_number': 3, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:55.723499 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:55.748581 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Checking router: 94ad0230-d91f-4c0b-931e-9f4654da0875 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:35:55.754422 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Updating router 94ad0230-d91f-4c0b-931e-9f4654da0875 port f44fb2ee-8054-4aaf-aa89-1cd3e07afa97 binding host dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:35:55.818805 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:55.819742 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567562'] for router_interface, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:55.828890 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:55.897793 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:55.903513 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:55.903513 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:55.903513 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94544) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:55.903513 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eff1175-47c1-434f-b8ac-efa5f474d156']}} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:55.912156 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port a0082f9b-5732-4377-8b37-1c3044ba13aa completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:35:55.916397 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-fb724604-9a56-4a14-ad71-1d244e58572c None None] Provisioning for port c0d76403-dd3f-4366-97bb-110c73c1f3c0 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:35:55.919401 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port a0082f9b-5732-4377-8b37-1c3044ba13aa triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:35:55.919930 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:55.929717 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-fb724604-9a56-4a14-ad71-1d244e58572c None None] Provisioning complete for port c0d76403-dd3f-4366-97bb-110c73c1f3c0 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:35:55.929717 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-fb724604-9a56-4a14-ad71-1d244e58572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:55.953000 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f17344-6a43-4789-b801-c69e617c968b req-77513b07-d814-400d-b634-f2e0a175087c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Made reservation on behalf of f47de2d93f9f4dccbc3c75e56e117b44 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:55.961571 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-06f17344-6a43-4789-b801-c69e617c968b req-77513b07-d814-400d-b634-f2e0a175087c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:55.986751 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-fb724604-9a56-4a14-ad71-1d244e58572c None None] Port c0d76403-dd3f-4366-97bb-110c73c1f3c0 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:35:56.051275 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:50Z', 'revision_number': 3, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:56.083211 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e30888-17ba-485f-a372-12af7770ed64 None None] The sync data for ids ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'] in dv-cinder-778193-6-iscsi is: [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:50Z', 'revision_number': 3, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:35:56.123449 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:35:56.126899 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:56.129135 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:56.131738 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Pushing event updated for resources: {'Port': ['ID=73b6a809-bd39-4e18-89fe-028be5caf89e,revision_number=2']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:56.152784 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port a0082f9b-5732-4377-8b37-1c3044ba13aa, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=a0082f9b-5732-4377-8b37-1c3044ba13aa,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:35:56.167406 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca0f9ca-cb0e-4980-a09c-b793221b0ab9') {'for_net_delete': True} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:56.167406 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca0f9ca-cb0e-4980-a09c-b793221b0ab9') {} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:56.173671 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:56.236099 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:56.240221 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device db9d87a2-b3b0-41ca-a26b-69cc828a0b73 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:35:56.298589 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Router 5583190e-7971-4c94-8fbf-5ae40fce3008 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:35:56.362582 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3488313'] for segment, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:56.380841 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=a0082f9b-5732-4377-8b37-1c3044ba13aa,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:56.401248 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port db9d87a2-b3b0-41ca-a26b-69cc828a0b73 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:35:56.402043 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:56.413977 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-70162561-a387-4252-8d8d-e12a788c44c0 req-b7d8d2d6-ed36-49fa-8530-0fdc0e7fb034 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 210 time: 0.7915034 Aug 29 14:35:56.446870 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Notify callbacks [] for port, precommit_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:56.485513 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.provisioning_blocks [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Transition to ACTIVE for port object f44fb2ee-8054-4aaf-aa89-1cd3e07afa97 will not be triggered until provisioned by entity L2. {{(pid=94547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:35:56.507858 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:35:56.519636 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-aa0e9ed0-6a16-4828-b71a-6d97820babc5 admin admin] 10.222.0.16 "PUT /v2.0/routers/5583190e-7971-4c94-8fbf-5ae40fce3008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1902812 Aug 29 14:35:56.567522 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:56.715798 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Attempting to bind port f44fb2ee-8054-4aaf-aa89-1cd3e07afa97 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:35:56.715798 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Attempting to bind port f44fb2ee-8054-4aaf-aa89-1cd3e07afa97 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:35:56.715798 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Attempting to bind port f44fb2ee-8054-4aaf-aa89-1cd3e07afa97 on network bbe3a00d-9061-4549-b02f-7472dfbc0c66 {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:35:56.718414 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffec39-691c-42c9-ab58-882e66d2414f None None] Pushing event updated for resources: {'Port': ['ID=f44fb2ee-8054-4aaf-aa89-1cd3e07afa97,revision_number=2']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:56.725670 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:35:56.730131 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Checking segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:35:56.730654 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:56.731107 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Bound using segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:35:56.731685 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Bound port: f44fb2ee-8054-4aaf-aa89-1cd3e07afa97, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:35:56.737894 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:56.840064 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:56.912767 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] For port f44fb2ee-8054-4aaf-aa89-1cd3e07afa97, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:35:56.938910 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] For port f44fb2ee-8054-4aaf-aa89-1cd3e07afa97, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=f44fb2ee-8054-4aaf-aa89-1cd3e07afa97,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:35:56.953494 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-6a33dde2-f702-4272-84e3-1bd6abefde79 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:56.958491 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-6a33dde2-f702-4272-84e3-1bd6abefde79 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.36 "GET /v2.0/networks?id=23a0f066-b208-4450-8a2c-d8d51fa208f5 HTTP/1.1" status: 200 len: 812 time: 1.5680063 Aug 29 14:35:56.993953 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:35:56.994292 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1886648'] for segment, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:57.003948 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3f118ed8-b102-4c0e-a924-4bef783fd25f req-d32e7c27-f731-40eb-b254-a8118aece064 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 210 time: 0.5671165 Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: from cryptography.utils import int_from_bytes Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: from cryptography.utils import int_from_bytes Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: Traceback (most recent call last): Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: timer() Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: cb(*args, **kw) Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: return func(*args, **kwargs) Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: self._notify() Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: self.callback(batched_events) Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: event.method(event) Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: return f(self, *a, **k) Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: return self._get(url).json() Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: return self.request(url, 'GET', **kwargs) Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:35:57.017483 dv-cinder-778193-6-iscsi neutron-server[94544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:35:57.058547 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40758) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:57.062622 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-d72f4571-6311-466c-b32e-0bf0601a0b12 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Request body: {'port': {'device_id': 'fb4d0147-5f92-4b0f-a5ab-18957045b8fc', 'network_id': '23a0f066-b208-4450-8a2c-d8d51fa208f5', 'admin_state_up': True, 'tenant_id': '27f2b6ca8e714503a38d20c10983ad79'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:35:57.081956 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:57.220689 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Sync routers for ids ['5583190e-7971-4c94-8fbf-5ae40fce3008'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:35:57.220689 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Routers {'5583190e-7971-4c94-8fbf-5ae40fce3008'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:35:57.220689 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:35:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['5583190e-7971-4c94-8fbf-5ae40fce3008'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:57.231964 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-47c6b008-c443-4db9-8937-ef9389c65fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:57.279656 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Routers {'94ad0230-d91f-4c0b-931e-9f4654da0875'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:35:57.280619 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:35:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['94ad0230-d91f-4c0b-931e-9f4654da0875'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:57.329357 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device a0082f9b-5732-4377-8b37-1c3044ba13aa up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:35:57.381744 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffec39-691c-42c9-ab58-882e66d2414f None None] Pushing event updated for resources: {'Port': ['ID=f44fb2ee-8054-4aaf-aa89-1cd3e07afa97,revision_number=3']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:57.409272 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-47c6b008-c443-4db9-8937-ef9389c65fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:57.490844 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-47c6b008-c443-4db9-8937-ef9389c65fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:57.511811 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Set router 5583190e-7971-4c94-8fbf-5ae40fce3008 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:35:57.525706 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] Set router 94ad0230-d91f-4c0b-931e-9f4654da0875 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:35:57.600350 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port a0082f9b-5732-4377-8b37-1c3044ba13aa triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:35:57.608596 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:57.617163 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:57.620285 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:57.628664 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] 10.222.0.16 "DELETE /v2.0/networks/5eff1175-47c1-434f-b8ac-efa5f474d156 HTTP/1.1" status: 204 len: 168 time: 2.7783136 Aug 29 14:35:57.639791 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40782) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:57.818172 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-47c6b008-c443-4db9-8937-ef9389c65fc5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d29fa9f70a9b4bb3a2a98c211f212239&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5940809 Aug 29 14:35:57.819291 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 40784) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:57.947198 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:52Z', 'revision_number': 3, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:57.979534 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6b008-c443-4db9-8937-ef9389c65fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055abd92-ffd9-476a-aec8-125e73a96db2,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:58.025445 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ac707-12b4-48f8-b409-32b4d602b890 None None] The sync data for ids ['94ad0230-d91f-4c0b-931e-9f4654da0875'] in dv-cinder-778193-6-iscsi is: [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:52Z', 'revision_number': 3, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:35:58.048764 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_v2 [None req-87848b64-c91e-4c17-a869-fd3c80782d08 admin admin] Deleting subnet 9f8cd4ec-0ec7-4561-89a6-38138566e969 {{(pid=94545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:35:58.057169 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-87848b64-c91e-4c17-a869-fd3c80782d08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:58.073569 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device afb780b7-8911-48df-910f-579381dae403 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:35:58.117346 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-87848b64-c91e-4c17-a869-fd3c80782d08 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:58.129041 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b64a68e3-a038-4bc7-985e-ecd949aae2d6 req-de349fd6-6a82-4311-a699-6c0ff6e8566b tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 210 time: 0.4412584 Aug 29 14:35:58.162208 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-87848b64-c91e-4c17-a869-fd3c80782d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:58.282178 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61dc73-4271-44e9-8c49-00976975d02e admin admin] Pushing event deleted for resources: {'Network': ['ID=5eff1175-47c1-434f-b8ac-efa5f474d156,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:58.301712 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'name': 'tempest-ServerRescueNegativeTestJSON-993230687-router', 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a0082f9b-5732-4377-8b37-1c3044ba13aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': 'cb6738c758b44604a7eb98cf8f592891', 'gw_port': {'id': 'a0082f9b-5732-4377-8b37-1c3044ba13aa', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:48Z', 'updated_at': '2021-08-29T14:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '73b6a809-bd39-4e18-89fe-028be5caf89e', 'name': '', 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9', 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891', 'mac_address': 'fa:16:3e:c9:27:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8625feb-c975-4960-b914-faf042f9ec63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:52Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 2, 'project_id': 'cb6738c758b44604a7eb98cf8f592891', 'subnets': [{'id': 'f8625feb-c975-4960-b914-faf042f9ec63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:58.324859 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-06f17344-6a43-4789-b801-c69e617c968b req-77513b07-d814-400d-b634-f2e0a175087c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Allocated IP 172.20.0.10 (d0b3940a-b60d-4436-a99f-97850fb15fdb/68c738b6-4841-4314-9e25-caedf36cd8dc/c4b5b777-fb83-4acd-98bf-0f184afce531) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:35:58.359657 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Checking router: 5583190e-7971-4c94-8fbf-5ae40fce3008 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:35:58.359657 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Updating router 5583190e-7971-4c94-8fbf-5ae40fce3008 port 73b6a809-bd39-4e18-89fe-028be5caf89e binding host dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:35:58.385159 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-87848b64-c91e-4c17-a869-fd3c80782d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for subnet, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:58.881130 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port afb780b7-8911-48df-910f-579381dae403 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:35:58.881130 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port afb780b7-8911-48df-910f-579381dae403 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:35:58.881130 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:58.881130 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:58.888808 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8a2a5ad3-8d63-4d8d-ae42-e797cffa1276 req-059a62a9-f613-4e2b-a0fc-094af0da9be7 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 210 time: 0.1131885 Aug 29 14:35:58.890551 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87848b64-c91e-4c17-a869-fd3c80782d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f8cd4ec-0ec7-4561-89a6-38138566e969,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:58.890551 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-87848b64-c91e-4c17-a869-fd3c80782d08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:58.890551 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-87848b64-c91e-4c17-a869-fd3c80782d08 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9f8cd4ec-0ec7-4561-89a6-38138566e969 HTTP/1.1" status: 204 len: 168 time: 0.8283663 Aug 29 14:35:58.890551 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40808) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:35:58.891006 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5bf4-8c6d-40ea-85f1-ef032855f1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:58.891006 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5bf4-8c6d-40ea-85f1-ef032855f1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:58.891229 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:58.891309 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:58.891382 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:58.891382 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:58.891382 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:58.891382 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:58.891382 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Subscribe: > port after_create 55550000 {{(pid=94545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:58.891382 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:58.891382 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Subscribe: > port after_update 55550000 {{(pid=94545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:58.891382 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:58.891382 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:58.891382 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:58.891382 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:58.892080 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:58.892080 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port afb780b7-8911-48df-910f-579381dae403, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=afb780b7-8911-48df-910f-579381dae403,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:35:59.094791 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Notify callbacks [] for port, precommit_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.157934 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-3d808324-7e90-4b1c-aadf-7e8b635ad3d1 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:35:59.159451 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-3d808324-7e90-4b1c-aadf-7e8b635ad3d1 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/networks?id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 HTTP/1.1" status: 200 len: 818 time: 1.7226224 Aug 29 14:35:59.160854 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.262765 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-06f17344-6a43-4789-b801-c69e617c968b req-77513b07-d814-400d-b634-f2e0a175087c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.297615 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Transition to ACTIVE for port object 73b6a809-bd39-4e18-89fe-028be5caf89e will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:35:59.309942 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=afb780b7-8911-48df-910f-579381dae403,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:59.370258 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device f44fb2ee-8054-4aaf-aa89-1cd3e07afa97 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:35:59.405083 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-d72f4571-6311-466c-b32e-0bf0601a0b12 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Made reservation on behalf of 27f2b6ca8e714503a38d20c10983ad79 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:35:59.410209 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-d72f4571-6311-466c-b32e-0bf0601a0b12 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.413307 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5bf4-8c6d-40ea-85f1-ef032855f1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.417215 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:59.418202 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:59.418723 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:59.419237 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 14:35:59.419660 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.420061 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e533ec-2293-4365-b71e-349eff9e4b22']}} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:59.427032 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5bf4-8c6d-40ea-85f1-ef032855f1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.430362 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-8a4a5bf4-8c6d-40ea-85f1-ef032855f1bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/055abd92-ffd9-476a-aec8-125e73a96db2 HTTP/1.1" status: 204 len: 168 time: 1.6133046 Aug 29 14:35:59.443996 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4662da0-c8c5-4061-9af0-93f517a72482') {'for_net_delete': True} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:59.444501 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4662da0-c8c5-4061-9af0-93f517a72482') {} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:35:59.468520 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3957121'] for segment, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.528122 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.537659 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-06f17344-6a43-4789-b801-c69e617c968b req-77513b07-d814-400d-b634-f2e0a175087c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.558554 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:35:59.563378 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958049'] for segment, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: from cryptography.utils import int_from_bytes Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: from cryptography.utils import int_from_bytes Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: Traceback (most recent call last): Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: timer() Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: cb(*args, **kw) Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: return func(*args, **kwargs) Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: self._notify() Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: self.callback(batched_events) Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: event.method(event) Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: return f(self, *a, **k) Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._get(url).json() Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: return self.request(url, 'GET', **kwargs) Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:35:59.573936 dv-cinder-778193-6-iscsi neutron-server[94545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:35:59.583705 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-d205407b-72e5-43f2-affb-6f5d89de9489 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/quotas/cb6738c758b44604a7eb98cf8f592891 HTTP/1.1" status: 200 len: 375 time: 0.3855898 Aug 29 14:35:59.605550 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fc39f-fb74-4ed2-ab81-ae6b6022acd8 None None] Pushing event updated for resources: {'Port': ['ID=73b6a809-bd39-4e18-89fe-028be5caf89e,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:59.644631 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Attempting to bind port 73b6a809-bd39-4e18-89fe-028be5caf89e on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:35:59.646803 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Attempting to bind port 73b6a809-bd39-4e18-89fe-028be5caf89e by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '1f362be7-6a01-4686-a836-c4d417e6ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:35:59.648934 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Attempting to bind port 73b6a809-bd39-4e18-89fe-028be5caf89e on network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:35:59.662340 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:35:59.662340 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Checking segment: {'id': '1f362be7-6a01-4686-a836-c4d417e6ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:35:59.662340 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.662340 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Bound using segment: {'id': '1f362be7-6a01-4686-a836-c4d417e6ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:35:59.662340 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Bound port: 73b6a809-bd39-4e18-89fe-028be5caf89e, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f362be7-6a01-4686-a836-c4d417e6ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:35:59.662340 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.663953 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port f44fb2ee-8054-4aaf-aa89-1cd3e07afa97 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:35:59.676691 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port f44fb2ee-8054-4aaf-aa89-1cd3e07afa97 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:35:59.677072 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.720640 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a5bf4-8c6d-40ea-85f1-ef032855f1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055abd92-ffd9-476a-aec8-125e73a96db2,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:59.744396 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f17344-6a43-4789-b801-c69e617c968b req-77513b07-d814-400d-b634-f2e0a175087c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Network d0b3940a-b60d-4436-a99f-97850fb15fdb is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:35:59.753914 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77513b07-d814-400d-b634-f2e0a175087c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Pushing event updated for resources: {'Port': ['ID=c4b5b777-fb83-4acd-98bf-0f184afce531,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:35:59.783625 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-06f17344-6a43-4789-b801-c69e617c968b req-77513b07-d814-400d-b634-f2e0a175087c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:35:59.820849 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f17344-6a43-4789-b801-c69e617c968b req-77513b07-d814-400d-b634-f2e0a175087c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:35:59.826606 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] For port 73b6a809-bd39-4e18-89fe-028be5caf89e, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:35:59.833994 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] For port 73b6a809-bd39-4e18-89fe-028be5caf89e, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=73b6a809-bd39-4e18-89fe-028be5caf89e,segment=NetworkSegment(1f362be7-6a01-4686-a836-c4d417e6ffcc),segment_id=1f362be7-6a01-4686-a836-c4d417e6ffcc)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:35:59.881128 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:35:59.912260 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port f44fb2ee-8054-4aaf-aa89-1cd3e07afa97, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=f44fb2ee-8054-4aaf-aa89-1cd3e07afa97,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:35:59.966692 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:00.031200 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e4060-2230-45d8-a508-2c613646682d req-b3ee7c42-38e7-432f-8e00-e626cd778bf9 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:00.033041 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1c7e4060-2230-45d8-a508-2c613646682d req-b3ee7c42-38e7-432f-8e00-e626cd778bf9 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 932 time: 0.6529565 Aug 29 14:36:00.119977 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f17344-6a43-4789-b801-c69e617c968b req-77513b07-d814-400d-b634-f2e0a175087c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:00.120624 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-06f17344-6a43-4789-b801-c69e617c968b req-77513b07-d814-400d-b634-f2e0a175087c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:00.136914 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-b8538ec3-9f83-44b1-93d9-cd2407e135e9 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb6738c758b44604a7eb98cf8f592891&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5519137 Aug 29 14:36:00.151562 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:00.184356 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:00.201374 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:00.219291 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3e533ec-2293-4365-b71e-349eff9e4b22,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:00.226261 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:00.234408 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-44c4c830-32b1-449f-8548-e7cb34f5fb53 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a3e533ec-2293-4365-b71e-349eff9e4b22 HTTP/1.1" status: 204 len: 168 time: 1.7604108 Aug 29 14:36:00.270363 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:00.313222 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:00.339521 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d76403-dd3f-4366-97bb-110c73c1f3c0,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:00.416557 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=f44fb2ee-8054-4aaf-aa89-1cd3e07afa97,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:00.426652 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Routers {'5583190e-7971-4c94-8fbf-5ae40fce3008'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:36:00.428894 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:35:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['5583190e-7971-4c94-8fbf-5ae40fce3008'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:00.471678 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1c7e4060-2230-45d8-a508-2c613646682d req-1c09e5de-2b31-4ed8-b78d-2cce72b87ea2 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221449 Aug 29 14:36:00.480538 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-77513b07-d814-400d-b634-f2e0a175087c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0627401 Aug 29 14:36:00.561047 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-5f2e9b9a-a793-460d-bdb0-9806c1536b3c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:36:00.561047 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-5f2e9b9a-a793-460d-bdb0-9806c1536b3c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118630 Aug 29 14:36:00.561047 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-d72f4571-6311-466c-b32e-0bf0601a0b12 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Allocated IP 172.20.0.7 (23a0f066-b208-4450-8a2c-d8d51fa208f5/7de47ee6-aab0-42ec-8b35-9ad8186711b8/da437cad-689e-4ad1-bcbb-b5a1af0bc871) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:36:00.678941 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567562'] for router_interface, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:00.832111 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-4cb66a89-2f47-45a0-910b-32ccbf8c18f8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:36:00.841114 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40840) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:00.859154 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-4cb66a89-2f47-45a0-910b-32ccbf8c18f8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5266936 Aug 29 14:36:00.941058 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fc39f-fb74-4ed2-ab81-ae6b6022acd8 None None] Pushing event updated for resources: {'Port': ['ID=73b6a809-bd39-4e18-89fe-028be5caf89e,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:00.961056 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-4bbdc15f-44d4-4227-a7d5-525cdd3f836c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55a1ad2f22c04639ad4b47574527b7a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1153917 Aug 29 14:36:00.961820 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40842) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:00.977717 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] Set router 5583190e-7971-4c94-8fbf-5ae40fce3008 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:36:01.087169 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-97b7efe6-c295-4ad7-bd46-2b2915e2fb11 req-941cd1cb-3b7a-47f2-952e-0d75c0869d62 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 210 time: 0.3513150 Aug 29 14:36:01.088792 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-13a7e1b4-5c00-4b1b-89ed-96685fbd9289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:01.126920 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-13a7e1b4-5c00-4b1b-89ed-96685fbd9289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:01.325158 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Request body: {'port': {'device_id': '14a69516-4725-49f2-999b-d61c7bcd027d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:01.373550 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Allocated IP 172.20.0.1 (77e4b94e-a9dd-4eea-8e2a-83ef0a655db3/6994c5da-f2dd-4a04-acbe-279bd8acc28e/7b89327d-b938-44fb-b076-96bf71e65596) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:36:01.413074 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-13a7e1b4-5c00-4b1b-89ed-96685fbd9289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:01.423568 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-13a7e1b4-5c00-4b1b-89ed-96685fbd9289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:01.427903 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-13a7e1b4-5c00-4b1b-89ed-96685fbd9289 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89f2a0da-667f-49ba-9996-478ece3be570 HTTP/1.1" status: 204 len: 168 time: 0.4635048 Aug 29 14:36:01.434150 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device afb780b7-8911-48df-910f-579381dae403 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:36:01.456477 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7e1b4-5c00-4b1b-89ed-96685fbd9289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f2a0da-667f-49ba-9996-478ece3be570,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:01.496891 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-a52a87e9-31e5-48c8-b7c1-7222006c6523 service neutron] 10.222.0.16 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6331992 Aug 29 14:36:01.619864 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'name': 'tempest-ServerRescueNegativeTestJSON-993230687-router', 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a0082f9b-5732-4377-8b37-1c3044ba13aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': 'cb6738c758b44604a7eb98cf8f592891', 'gw_port': {'id': 'a0082f9b-5732-4377-8b37-1c3044ba13aa', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:48Z', 'updated_at': '2021-08-29T14:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '73b6a809-bd39-4e18-89fe-028be5caf89e', 'name': '', 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9', 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891', 'mac_address': 'fa:16:3e:c9:27:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8625feb-c975-4960-b914-faf042f9ec63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:52Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': 'cb6738c758b44604a7eb98cf8f592891', 'subnets': [{'id': 'f8625feb-c975-4960-b914-faf042f9ec63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:01.655241 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12fcc8-38d5-4674-a3c8-1503570112bc None None] The sync data for ids ['5583190e-7971-4c94-8fbf-5ae40fce3008'] in dv-cinder-778193-6-iscsi is: [{'id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'name': 'tempest-ServerRescueNegativeTestJSON-993230687-router', 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a0082f9b-5732-4377-8b37-1c3044ba13aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': 'cb6738c758b44604a7eb98cf8f592891', 'gw_port': {'id': 'a0082f9b-5732-4377-8b37-1c3044ba13aa', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:48Z', 'updated_at': '2021-08-29T14:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '73b6a809-bd39-4e18-89fe-028be5caf89e', 'name': '', 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9', 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891', 'mac_address': 'fa:16:3e:c9:27:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f8625feb-c975-4960-b914-faf042f9ec63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:52Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': 'cb6738c758b44604a7eb98cf8f592891', 'subnets': [{'id': 'f8625feb-c975-4960-b914-faf042f9ec63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:36:01.671594 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port afb780b7-8911-48df-910f-579381dae403 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:01.671594 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:01.901198 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device f44fb2ee-8054-4aaf-aa89-1cd3e07afa97 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:36:01.970991 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port f44fb2ee-8054-4aaf-aa89-1cd3e07afa97 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:01.971369 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:02.156604 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Network c507c791-e7f6-4063-b1e3-354734725b45 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:36:02.182649 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:02.188649 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:36:02.194078 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-d5febd1f-aabf-4b66-a3a4-afc8aec5eb86 service neutron] 10.222.0.16 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6961997 Aug 29 14:36:02.625748 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:02.641075 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Transition to ACTIVE for port object 7b89327d-b938-44fb-b076-96bf71e65596 will not be triggered until provisioned by entity DHCP. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:36:02.691767 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-d7b5b445-5bbc-442e-a307-d4c0f19f5b95 None None] Provisioning complete for port c0d76403-dd3f-4366-97bb-110c73c1f3c0 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:02.692228 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b445-5bbc-442e-a307-d4c0f19f5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:02.768159 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5b445-5bbc-442e-a307-d4c0f19f5b95 None None] Port c0d76403-dd3f-4366-97bb-110c73c1f3c0 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:36:02.854132 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b4dc0-91fe-4dfb-b9ef-c23f65d3153c req-a0e4b961-6801-4dab-9d68-e5e0367dee0c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:02.862569 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-735b4dc0-91fe-4dfb-b9ef-c23f65d3153c req-a0e4b961-6801-4dab-9d68-e5e0367dee0c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 932 time: 0.8582082 Aug 29 14:36:02.984333 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-d72f4571-6311-466c-b32e-0bf0601a0b12 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:03.025376 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40890) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:03.147118 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-b844d889-de21-49bf-843b-b3f31e1c8d26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0faa41a0a6f47918344c4d923599733&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1205423 Aug 29 14:36:03.152226 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 40892) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:03.188571 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-735b4dc0-91fe-4dfb-b9ef-c23f65d3153c req-e797b252-0d3a-45d1-9cd0-86b2f8a4756e tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245821 Aug 29 14:36:03.311441 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-23eaf147-a9f5-43ce-8f5d-8a4578bf59df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:03.330510 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:03.366319 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-23eaf147-a9f5-43ce-8f5d-8a4578bf59df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:03.382349 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:36:03.480309 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 73b6a809-bd39-4e18-89fe-028be5caf89e up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:36:03.485941 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4593161e-0578-46b4-bf54-bac5e8af2b80 req-3c16fded-a87e-40d3-84d7-de29800432f8 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 210 time: 0.1490579 Aug 29 14:36:03.533629 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:36:03.562198 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:36:03.623712 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:36:03.686895 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-23eaf147-a9f5-43ce-8f5d-8a4578bf59df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:03.689551 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-23eaf147-a9f5-43ce-8f5d-8a4578bf59df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:03.690954 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-23eaf147-a9f5-43ce-8f5d-8a4578bf59df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe296c68-9f03-41eb-a41a-3d5c1ca4511d HTTP/1.1" status: 204 len: 168 time: 0.5304296 Aug 29 14:36:03.720497 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eaf147-a9f5-43ce-8f5d-8a4578bf59df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe296c68-9f03-41eb-a41a-3d5c1ca4511d,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:03.742390 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 73b6a809-bd39-4e18-89fe-028be5caf89e completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:36:03.747788 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 73b6a809-bd39-4e18-89fe-028be5caf89e triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:03.756492 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:03.799889 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7b89327d-b938-44fb-b076-96bf71e65596,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:03.844262 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7df8aedc-21ce-4795-9039-e71247317f3f req-854ea843-e78c-4f33-ab05-e933338970f8 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 210 time: 0.2158878 Aug 29 14:36:03.870504 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-d72f4571-6311-466c-b32e-0bf0601a0b12 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:03.991779 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b5b777-fb83-4acd-98bf-0f184afce531 {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:36:04.023353 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568277'] for router_interface, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:04.032200 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:04.036739 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:04.098519 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 73b6a809-bd39-4e18-89fe-028be5caf89e, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=73b6a809-bd39-4e18-89fe-028be5caf89e,segment=NetworkSegment(1f362be7-6a01-4686-a836-c4d417e6ffcc),segment_id=1f362be7-6a01-4686-a836-c4d417e6ffcc)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:04.148704 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-d72f4571-6311-466c-b32e-0bf0601a0b12 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Network 23a0f066-b208-4450-8a2c-d8d51fa208f5 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:36:04.163082 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-d72f4571-6311-466c-b32e-0bf0601a0b12 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:36:04.175504 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f4571-6311-466c-b32e-0bf0601a0b12 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Pushing event updated for resources: {'Port': ['ID=da437cad-689e-4ad1-bcbb-b5a1af0bc871,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:04.200787 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-d72f4571-6311-466c-b32e-0bf0601a0b12 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:36:04.202389 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-81e25b61-c62c-4da6-a710-f0f0cff20284 None None] Provisioning for port 7b89327d-b938-44fb-b076-96bf71e65596 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:36:04.206425 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Transition to ACTIVE for port object c4b5b777-fb83-4acd-98bf-0f184afce531 will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:36:04.209108 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-81e25b61-c62c-4da6-a710-f0f0cff20284 None None] Provisioning complete for port 7b89327d-b938-44fb-b076-96bf71e65596 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:04.209698 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-81e25b61-c62c-4da6-a710-f0f0cff20284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:04.248587 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:36:04.260138 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Sync routers for ids ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:36:04.264294 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:04.316208 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Routers {'714f3cc3-ddd4-4ca9-bb28-a7156c975725'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:36:04.317762 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-041d0f6c-f2da-44c4-a7d1-2b98c44cb318 admin admin] 10.222.0.16 "PUT /v2.0/routers/714f3cc3-ddd4-4ca9-bb28-a7156c975725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1362054 Aug 29 14:36:04.320124 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:35:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:04.349844 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:04.379853 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-81e25b61-c62c-4da6-a710-f0f0cff20284 None None] Port 7b89327d-b938-44fb-b076-96bf71e65596 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:36:04.454696 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=73b6a809-bd39-4e18-89fe-028be5caf89e,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:04.568582 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-d72f4571-6311-466c-b32e-0bf0601a0b12 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:04.575493 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-d72f4571-6311-466c-b32e-0bf0601a0b12 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:04.638950 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b5b777-fb83-4acd-98bf-0f184afce531,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:04.660476 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Set router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:36:04.705105 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-1677959a-9f54-4bd4-a554-31437823bf23 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:04.713462 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-1677959a-9f54-4bd4-a554-31437823bf23 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/networks?id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 HTTP/1.1" status: 200 len: 818 time: 0.5056808 Aug 29 14:36:04.806667 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4f6d7f0e-3e65-4372-adba-390df8bbf0f3 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/quotas/cb6738c758b44604a7eb98cf8f592891 HTTP/1.1" status: 200 len: 375 time: 0.0922046 Aug 29 14:36:04.816668 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-d72f4571-6311-466c-b32e-0bf0601a0b12 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7689841 Aug 29 14:36:04.832938 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:04.876091 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Request body: {'port': {'device_id': 'fb4d0147-5f92-4b0f-a5ab-18957045b8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:04.887868 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51696ead-bc62-4cc7-9e78-a9fc28b4cbaf req-a86767d5-80bc-47fd-86bb-460095550ffc tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:04.889628 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-51696ead-bc62-4cc7-9e78-a9fc28b4cbaf req-a86767d5-80bc-47fd-86bb-460095550ffc tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 944 time: 0.3079860 Aug 29 14:36:05.066224 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Attempting to bind port c4b5b777-fb83-4acd-98bf-0f184afce531 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:36:05.066464 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'c0d76403-dd3f-4366-97bb-110c73c1f3c0', 'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'mac_address': 'fa:16:3e:48:3a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:53Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 2, 'project_id': '49b2184f7302404ab91b419e21067663', 'subnets': [{'id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:05.066619 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Attempting to bind port c4b5b777-fb83-4acd-98bf-0f184afce531 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:36:05.066931 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Attempting to bind port c4b5b777-fb83-4acd-98bf-0f184afce531 on network d0b3940a-b60d-4436-a99f-97850fb15fdb {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:05.086406 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:05.098939 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-dceba5a2-ca99-43c7-8de4-c411ddecfea1 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb6738c758b44604a7eb98cf8f592891&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2913444 Aug 29 14:36:05.107798 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Checking router: 714f3cc3-ddd4-4ca9-bb28-a7156c975725 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:36:05.109392 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Updating router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 port c0d76403-dd3f-4366-97bb-110c73c1f3c0 binding host dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:36:05.110087 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Port c4b5b777-fb83-4acd-98bf-0f184afce531 on network d0b3940a-b60d-4436-a99f-97850fb15fdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:36:05.110370 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Attempting to bind port c4b5b777-fb83-4acd-98bf-0f184afce531 on network d0b3940a-b60d-4436-a99f-97850fb15fdb {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:05.138882 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:36:05.143899 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Checking segment: {'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:36:05.143899 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Bound using segment: {'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:36:05.143899 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Bound port: c4b5b777-fb83-4acd-98bf-0f184afce531, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:36:05.143899 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:05.144745 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:05.152378 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-51696ead-bc62-4cc7-9e78-a9fc28b4cbaf req-979754bf-c51b-4401-93c5-2f2c0502000e tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510626 Aug 29 14:36:05.353292 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 73b6a809-bd39-4e18-89fe-028be5caf89e up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:36:05.481810 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 73b6a809-bd39-4e18-89fe-028be5caf89e triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:05.482521 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:05.840864 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Notify callbacks [] for port, precommit_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:05.853219 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.provisioning_blocks [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Transition to ACTIVE for port object c0d76403-dd3f-4366-97bb-110c73c1f3c0 will not be triggered until provisioned by entity L2. {{(pid=94547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:36:05.900038 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d175b83-8e20-4c95-bfee-fc259407fb78 req-9d1d9877-e262-4454-8b68-a70ba86d6cfd tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:05.902237 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6d175b83-8e20-4c95-bfee-fc259407fb78 req-9d1d9877-e262-4454-8b68-a70ba86d6cfd tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 931 time: 0.3891084 Aug 29 14:36:05.950682 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] For port c4b5b777-fb83-4acd-98bf-0f184afce531, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:36:05.969787 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-34e13888-6e13-4256-82eb-808b21c7bbad service neutron] 10.222.0.16 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694836 Aug 29 14:36:06.033803 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:06.073924 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] For port c4b5b777-fb83-4acd-98bf-0f184afce531, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c4b5b777-fb83-4acd-98bf-0f184afce531,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:36:06.192057 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6d175b83-8e20-4c95-bfee-fc259407fb78 req-86063973-ddfb-4fc2-a1ee-76ed6a80de45 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704563 Aug 29 14:36:06.252483 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-b9a5f8e3-0a6c-4dd3-9041-ab6fd0ca34e2 service neutron] 10.222.0.16 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291336 Aug 29 14:36:06.286025 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da437cad-689e-4ad1-bcbb-b5a1af0bc871 {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:36:06.309625 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:06.313725 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:06.333542 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:06.422514 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caaef8-2267-4d3b-a8ef-0b62b06877de None None] Pushing event updated for resources: {'Port': ['ID=c0d76403-dd3f-4366-97bb-110c73c1f3c0,revision_number=3']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:06.535431 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:06.551742 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Transition to ACTIVE for port object da437cad-689e-4ad1-bcbb-b5a1af0bc871 will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:36:06.587096 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Attempting to bind port c0d76403-dd3f-4366-97bb-110c73c1f3c0 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:36:06.587888 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Attempting to bind port c0d76403-dd3f-4366-97bb-110c73c1f3c0 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:36:06.588452 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Attempting to bind port c0d76403-dd3f-4366-97bb-110c73c1f3c0 on network c507c791-e7f6-4063-b1e3-354734725b45 {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:06.596327 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:36:06.597120 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Checking segment: {'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:36:06.597715 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:06.598371 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Bound using segment: {'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:36:06.599279 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Bound port: c0d76403-dd3f-4366-97bb-110c73c1f3c0, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'}}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:36:06.599872 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:06.645173 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:06.646054 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:06.647769 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] 10.222.0.36 "PUT /v2.0/ports/c4b5b777-fb83-4acd-98bf-0f184afce531 HTTP/1.1" status: 200 len: 1094 time: 5.5734737 Aug 29 14:36:06.654620 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a69516-4725-49f2-999b-d61c7bcd027d', 'tag': 'c4b5b777-fb83-4acd-98bf-0f184afce531'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:06.682194 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567562'] for router_interface, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:06.687081 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] For port c0d76403-dd3f-4366-97bb-110c73c1f3c0, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:36:06.694823 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] For port c0d76403-dd3f-4366-97bb-110c73c1f3c0, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=c0d76403-dd3f-4366-97bb-110c73c1f3c0,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:36:06.733902 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7b89327d-b938-44fb-b076-96bf71e65596,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:06.833843 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0105ca6a-dfcd-43f3-873f-c8bac78ef53a" -d '{"events": [{"name": "network-changed", "server_uuid": "14a69516-4725-49f2-999b-d61c7bcd027d", "tag": "c4b5b777-fb83-4acd-98bf-0f184afce531"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:06.864196 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:06.887854 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:06.923045 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:36:06.954996 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:36:06.989889 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263a6ce-b15c-4220-9117-49c5c65bfe7d req-6cfcae4c-7376-4aca-9989-b8c0f48248bc tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:06.991565 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2263a6ce-b15c-4220-9117-49c5c65bfe7d req-6cfcae4c-7376-4aca-9989-b8c0f48248bc tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 944 time: 0.3130922 Aug 29 14:36:07.006485 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eab519-9f46-4f82-a01f-bcb1aaf7c6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b5b777-fb83-4acd-98bf-0f184afce531,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:07.018431 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Routers {'714f3cc3-ddd4-4ca9-bb28-a7156c975725'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:36:07.019070 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:35:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:07.141349 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caaef8-2267-4d3b-a8ef-0b62b06877de None None] Pushing event updated for resources: {'Port': ['ID=c0d76403-dd3f-4366-97bb-110c73c1f3c0,revision_number=4']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:07.239603 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] Set router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:36:07.275753 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Pushing event updated for resources: {'Port': ['ID=da437cad-689e-4ad1-bcbb-b5a1af0bc871,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:07.405024 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 41006) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:07.413011 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-a7e8ab10-1267-46f6-bfce-754b251b56cc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506576238', 'description': 'tempest-description--1114679225'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:07.427344 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Attempting to bind port da437cad-689e-4ad1-bcbb-b5a1af0bc871 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:36:07.427533 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Attempting to bind port da437cad-689e-4ad1-bcbb-b5a1af0bc871 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b9cc4062-2012-41fb-a5ea-d5543f5d9f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '23a0f066-b208-4450-8a2c-d8d51fa208f5'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:36:07.427816 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Attempting to bind port da437cad-689e-4ad1-bcbb-b5a1af0bc871 on network 23a0f066-b208-4450-8a2c-d8d51fa208f5 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:07.459702 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2263a6ce-b15c-4220-9117-49c5c65bfe7d req-edabc44e-c2f4-47a5-9fcf-13935d17a7fd tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498551 Aug 29 14:36:07.466377 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Port da437cad-689e-4ad1-bcbb-b5a1af0bc871 on network 23a0f066-b208-4450-8a2c-d8d51fa208f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:36:07.466912 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Attempting to bind port da437cad-689e-4ad1-bcbb-b5a1af0bc871 on network 23a0f066-b208-4450-8a2c-d8d51fa208f5 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:07.480653 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-d9497493-f7a2-4ffc-ac04-902796c68bd1 None None] Provisioning complete for port 7b89327d-b938-44fb-b076-96bf71e65596 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:07.481116 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d9497493-f7a2-4ffc-ac04-902796c68bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:07.494123 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:36:07.494470 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Checking segment: {'id': 'b9cc4062-2012-41fb-a5ea-d5543f5d9f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '23a0f066-b208-4450-8a2c-d8d51fa208f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:36:07.494865 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Bound using segment: {'id': 'b9cc4062-2012-41fb-a5ea-d5543f5d9f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '23a0f066-b208-4450-8a2c-d8d51fa208f5'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:36:07.495320 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Bound port: da437cad-689e-4ad1-bcbb-b5a1af0bc871, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9cc4062-2012-41fb-a5ea-d5543f5d9f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '23a0f066-b208-4450-8a2c-d8d51fa208f5'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:36:07.495680 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:07.597776 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-d9497493-f7a2-4ffc-ac04-902796c68bd1 None None] Port 7b89327d-b938-44fb-b076-96bf71e65596 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:36:07.605415 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a7e8ab10-1267-46f6-bfce-754b251b56cc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:07.732067 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-135ab716-447a-46da-8a24-9d801d839e4a req-b4dba3ce-5384-4aff-b7ec-bd213c36df9f tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 210 time: 0.1282098 Aug 29 14:36:07.734727 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f17344-6a43-4789-b801-c69e617c968b req-a0839c87-4371-4397-be98-fb5f3690e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:07.736433 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-a0839c87-4371-4397-be98-fb5f3690e652 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 1097 time: 0.4155993 Aug 29 14:36:07.800887 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'c0d76403-dd3f-4366-97bb-110c73c1f3c0', 'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'mac_address': 'fa:16:3e:48:3a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:53Z', 'updated_at': '2021-08-29T14:36:06Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'subnets': [{'id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:07.859324 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9605c98e-0ae5-4cba-91ac-3f6d7b1b8221 None None] The sync data for ids ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'] in dv-cinder-778193-6-iscsi is: [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'c0d76403-dd3f-4366-97bb-110c73c1f3c0', 'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'mac_address': 'fa:16:3e:48:3a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:53Z', 'updated_at': '2021-08-29T14:36:06Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'subnets': [{'id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:36:08.006314 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a7e8ab10-1267-46f6-bfce-754b251b56cc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:08.106404 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] For port da437cad-689e-4ad1-bcbb-b5a1af0bc871, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:36:08.137109 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] For port da437cad-689e-4ad1-bcbb-b5a1af0bc871, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=da437cad-689e-4ad1-bcbb-b5a1af0bc871,segment=NetworkSegment(b9cc4062-2012-41fb-a5ea-d5543f5d9f69),segment_id=b9cc4062-2012-41fb-a5ea-d5543f5d9f69)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:36:08.137109 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-fb21b902-ae47-4b3c-a367-d962a5119d59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4b5b777-fb83-4acd-98bf-0f184afce531 HTTP/1.1" status: 200 len: 217 time: 0.3354132 Aug 29 14:36:08.158251 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Router 94ad0230-d91f-4c0b-931e-9f4654da0875 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:36:08.240928 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a7e8ab10-1267-46f6-bfce-754b251b56cc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:08.260626 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f17344-6a43-4789-b801-c69e617c968b req-307c5004-114c-40b4-9226-6e5241e38d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:08.262210 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-307c5004-114c-40b4-9226-6e5241e38d5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68c738b6-4841-4314-9e25-caedf36cd8dc HTTP/1.1" status: 200 len: 854 time: 0.1149607 Aug 29 14:36:08.280311 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74128ee6-340b-42c4-bd22-aaf3d737c80d req-53c804cf-da94-4cad-a6e3-0e76768820f6 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:08.281216 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-74128ee6-340b-42c4-bd22-aaf3d737c80d req-53c804cf-da94-4cad-a6e3-0e76768820f6 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 943 time: 0.2124190 Aug 29 14:36:08.312393 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8ab10-1267-46f6-bfce-754b251b56cc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d25df0-1840-421c-bd3f-ec7646484b6a,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:08.316932 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.36', 61533) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:08.406678 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a7e8ab10-1267-46f6-bfce-754b251b56cc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:08.411955 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-a7e8ab10-1267-46f6-bfce-754b251b56cc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0056782 Aug 29 14:36:08.442878 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 41036) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:08.469508 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-2adceac6-c875-41ac-a3da-54e7887254f3 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Request body: {'security_group_rule': {'security_group_id': '26d25df0-1840-421c-bd3f-ec7646484b6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:08.654557 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-3f9a6d1d-afac-4da1-aff5-06cda7d567ab tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:08.654557 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-3f9a6d1d-afac-4da1-aff5-06cda7d567ab tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.36 "GET /v2.0/networks?id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 HTTP/1.1" status: 200 len: 818 time: 0.3065712 Aug 29 14:36:08.654557 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-6cca6f9f-8aa4-476b-ae01-b8796e42d08e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Request body: {'port': {'device_id': '5c2f4e55-fd47-4711-b641-ae8ac1ea7edd', 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9', 'admin_state_up': True, 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:08.663856 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4809c20c-5880-4016-aa2d-227302be0445 x-openstack-request-id: req-4809c20c-5880-4016-aa2d-227302be0445 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:08.664323 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a69516-4725-49f2-999b-d61c7bcd027d", "tag": "c4b5b777-fb83-4acd-98bf-0f184afce531", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:08.664777 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4809c20c-5880-4016-aa2d-227302be0445 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:08.665467 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a69516-4725-49f2-999b-d61c7bcd027d', 'tag': 'c4b5b777-fb83-4acd-98bf-0f184afce531', 'status': 'completed', 'code': 200} Aug 29 14:36:08.684931 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:08.819408 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-0f87540d-7301-49d0-8122-dc4349866280 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0b3940a-b60d-4436-a99f-97850fb15fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1738293 Aug 29 14:36:08.849494 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2adceac6-c875-41ac-a3da-54e7887254f3 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:08.867129 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:08.868294 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:08.869727 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] 10.222.0.36 "PUT /v2.0/ports/da437cad-689e-4ad1-bcbb-b5a1af0bc871 HTTP/1.1" status: 200 len: 1093 time: 4.0011091 Aug 29 14:36:08.902380 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-74128ee6-340b-42c4-bd22-aaf3d737c80d req-a7b1111f-626d-4bd0-a087-719cfaf5a583 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630579 Aug 29 14:36:08.942344 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991834a-89f0-48dd-b658-d473412852d1 req-2c856d74-8a41-4e6c-82b5-491f43d6ae45 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:08.949841 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b991834a-89f0-48dd-b658-d473412852d1 req-2c856d74-8a41-4e6c-82b5-491f43d6ae45 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 944 time: 0.2795174 Aug 29 14:36:08.949841 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:36:08.979368 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-c1c326ea-292f-4c18-bf44-60444a8451a0 admin admin] 10.222.0.16 "PUT /v2.0/routers/94ad0230-d91f-4c0b-931e-9f4654da0875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6680169 Aug 29 14:36:08.992009 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b5294-adf1-437c-9d2a-435c1671f48e service neutron] Pushing event updated for resources: {'Port': ['ID=da437cad-689e-4ad1-bcbb-b5a1af0bc871,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:09.011488 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Sync routers for ids ['94ad0230-d91f-4c0b-931e-9f4654da0875'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:36:09.031481 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Routers {'94ad0230-d91f-4c0b-931e-9f4654da0875'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:36:09.032114 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:35:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['94ad0230-d91f-4c0b-931e-9f4654da0875'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:09.062842 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2adceac6-c875-41ac-a3da-54e7887254f3 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:09.160807 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-6cca6f9f-8aa4-476b-ae01-b8796e42d08e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Made reservation on behalf of cb6738c758b44604a7eb98cf8f592891 for: {'port': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:36:09.164758 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-6cca6f9f-8aa4-476b-ae01-b8796e42d08e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:09.240094 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b991834a-89f0-48dd-b658-d473412852d1 req-ebb8d1ae-89c8-423c-9e92-b669fc1ac72d tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797396 Aug 29 14:36:09.244303 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2adceac6-c875-41ac-a3da-54e7887254f3 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:09.277179 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 41050) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:09.341404 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Set router 94ad0230-d91f-4c0b-931e-9f4654da0875 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:36:09.592544 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device c0d76403-dd3f-4366-97bb-110c73c1f3c0 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:36:09.747996 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dcfe0d97-40f8-4041-ae77-b5a2e9ea177a req-ac133b4d-8bff-4ed4-975c-e2382418fcd3 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 210 time: 0.2256804 Aug 29 14:36:09.775762 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-af18915e-2e41-43b2-bc90-cdc791a8879f service neutron] 10.222.0.36 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7583899 Aug 29 14:36:09.783749 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5cbff80a-a69c-4035-b557-fb27a6838070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:09.828619 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adceac6-c875-41ac-a3da-54e7887254f3 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b14c6c-6fde-4b2a-b0af-3d9749e9be2f,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:09.912239 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port c0d76403-dd3f-4366-97bb-110c73c1f3c0 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:36:09.938211 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port c0d76403-dd3f-4366-97bb-110c73c1f3c0 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:09.938566 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:10.008894 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2adceac6-c875-41ac-a3da-54e7887254f3 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:10.010444 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-2adceac6-c875-41ac-a3da-54e7887254f3 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5490770 Aug 29 14:36:10.057085 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 41076) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:10.078216 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-5cfba9ca-c610-4e8f-9586-8b7ec300d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:10.079830 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-82185c5e-cd31-4e9c-9ca8-c9a454444f8a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Request body: {'security_group_rule': {'security_group_id': '26d25df0-1840-421c-bd3f-ec7646484b6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:10.079957 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-5cfba9ca-c610-4e8f-9586-8b7ec300d01e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27f2b6ca8e714503a38d20c10983ad79&device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 1096 time: 0.7448246 Aug 29 14:36:10.103739 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:36:04Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '7b89327d-b938-44fb-b076-96bf71e65596', 'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'mac_address': 'fa:16:3e:42:fd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:36:00Z', 'updated_at': '2021-08-29T14:36:05Z', 'revision_number': 2, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'subnets': [{'id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:10.204234 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-6cca6f9f-8aa4-476b-ae01-b8796e42d08e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Allocated IP 172.20.0.7 (8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9/f8625feb-c975-4960-b914-faf042f9ec63/36a79f52-849b-4423-aca8-913d602be2a9) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:36:10.250514 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:10.254228 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Checking router: 94ad0230-d91f-4c0b-931e-9f4654da0875 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:36:10.254700 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Updating router 94ad0230-d91f-4c0b-931e-9f4654da0875 port 7b89327d-b938-44fb-b076-96bf71e65596 binding host dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:36:10.306860 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port c0d76403-dd3f-4366-97bb-110c73c1f3c0, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=c0d76403-dd3f-4366-97bb-110c73c1f3c0,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:10.331374 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:10.364267 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-b8e9f34e-3516-44e3-be23-19d852014927 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da437cad-689e-4ad1-bcbb-b5a1af0bc871 HTTP/1.1" status: 200 len: 217 time: 0.2511578 Aug 29 14:36:10.419654 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f17344-6a43-4789-b801-c69e617c968b req-47bafe0b-d84a-48d9-9492-a71fc30c0a03 service neutron] 10.222.0.36 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6366665 Aug 29 14:36:10.449475 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 41092) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:10.458864 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-481a8951-d0cb-46d6-8b91-e708af99794c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--679274314', 'description': 'tempest-description--915279539'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:10.489848 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1826c-1bd7-40c1-a09b-d99ff1455d5a req-c0e90d85-f2a1-41f4-a205-613a9fdee1fc tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:10.503159 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e6d1826c-1bd7-40c1-a09b-d99ff1455d5a req-c0e90d85-f2a1-41f4-a205-613a9fdee1fc tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 943 time: 0.3958242 Aug 29 14:36:10.582124 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-fac05312-7d4e-490d-885e-e3237f99824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:10.584225 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-fac05312-7d4e-490d-885e-e3237f99824c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7de47ee6-aab0-42ec-8b35-9ad8186711b8 HTTP/1.1" status: 200 len: 852 time: 0.1062310 Aug 29 14:36:10.617840 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.36', 61540) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:10.652134 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:10.671463 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4d0147-5f92-4b0f-a5ab-18957045b8fc', 'tag': 'da437cad-689e-4ad1-bcbb-b5a1af0bc871'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:10.673921 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234c980f-5ff4-484b-bc3c-1e0441548fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4d0147-5f92-4b0f-a5ab-18957045b8fc", "tag": "da437cad-689e-4ad1-bcbb-b5a1af0bc871"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:10.738333 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e6d1826c-1bd7-40c1-a09b-d99ff1455d5a req-833fedfe-690a-4798-b5e0-e0b8792b2016 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295666 Aug 29 14:36:10.739828 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-6cca6f9f-8aa4-476b-ae01-b8796e42d08e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:10.740664 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-f1ff6d5e-a958-45c0-80cf-6eb2e79c19c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23a0f066-b208-4450-8a2c-d8d51fa208f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212914 Aug 29 14:36:10.791070 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=c0d76403-dd3f-4366-97bb-110c73c1f3c0,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:10.834500 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0be3009-ece0-4f7c-a0ba-25daab5c3585 x-openstack-request-id: req-f0be3009-ece0-4f7c-a0ba-25daab5c3585 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:10.835995 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4d0147-5f92-4b0f-a5ab-18957045b8fc", "tag": "da437cad-689e-4ad1-bcbb-b5a1af0bc871", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:10.836917 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0be3009-ece0-4f7c-a0ba-25daab5c3585 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:10.841381 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4d0147-5f92-4b0f-a5ab-18957045b8fc', 'tag': 'da437cad-689e-4ad1-bcbb-b5a1af0bc871', 'status': 'completed', 'code': 200} Aug 29 14:36:10.849901 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105ca6a-dfcd-43f3-873f-c8bac78ef53a req-5676b033-0dbe-42d9-beb0-340b20a09fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:10.853279 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-0105ca6a-dfcd-43f3-873f-c8bac78ef53a req-5676b033-0dbe-42d9-beb0-340b20a09fa5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 1097 time: 0.2339628 Aug 29 14:36:10.876963 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-6cca6f9f-8aa4-476b-ae01-b8796e42d08e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:10.881038 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece24de-89af-46e2-9965-c662aba6afaa req-33997102-268c-49c6-ba40-0a631754442b tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:10.889506 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0ece24de-89af-46e2-9965-c662aba6afaa req-33997102-268c-49c6-ba40-0a631754442b tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 944 time: 0.2997115 Aug 29 14:36:10.929689 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 41104) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:10.999732 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Notify callbacks [] for port, precommit_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:11.013237 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Transition to ACTIVE for port object 7b89327d-b938-44fb-b076-96bf71e65596 will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:36:11.019299 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5cbff80a-a69c-4035-b557-fb27a6838070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:11.048871 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a1787521-9c12-48e9-a510-7ba204f6043b req-3871e99a-6344-474b-bb5b-139431e1b6e8 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 210 time: 0.1067812 Aug 29 14:36:11.093230 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-b5120b4b-591e-4d5e-a0ec-1f9b96613503 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:11.094708 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-b5120b4b-591e-4d5e-a0ec-1f9b96613503 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.36 "GET /v2.0/networks?id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 HTTP/1.1" status: 200 len: 818 time: 0.5082188 Aug 29 14:36:11.101175 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0ece24de-89af-46e2-9965-c662aba6afaa req-22fa0ec1-31e6-40a5-a437-19bcca79caf0 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110684 Aug 29 14:36:11.114794 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:11.122016 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-446b7f20-ba6e-4229-90d7-8b4985758a33 service neutron] 10.222.0.36 "GET /v2.0/networks/23a0f066-b208-4450-8a2c-d8d51fa208f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375504 Aug 29 14:36:11.132844 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-6cca6f9f-8aa4-476b-ae01-b8796e42d08e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:36:11.140199 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-c8b50625-596d-46fa-9724-a0774f47644c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Request body: {'port': {'device_id': '234e2541-bd59-4dcf-ac24-500e58b49f3c', 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9', 'admin_state_up': True, 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:11.147212 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca6f9f-8aa4-476b-ae01-b8796e42d08e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Pushing event updated for resources: {'Port': ['ID=36a79f52-849b-4423-aca8-913d602be2a9,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:11.151434 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-6cca6f9f-8aa4-476b-ae01-b8796e42d08e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:36:11.154242 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-6cca6f9f-8aa4-476b-ae01-b8796e42d08e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:36:11.167369 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910b635-e735-479a-9c2f-61a3d3d526b0 None None] Pushing event updated for resources: {'Port': ['ID=7b89327d-b938-44fb-b076-96bf71e65596,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:11.212083 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b9f241f1-4fd0-4bba-b254-448b33b1be3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:11.257640 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Attempting to bind port 7b89327d-b938-44fb-b076-96bf71e65596 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:36:11.257745 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5cbff80a-a69c-4035-b557-fb27a6838070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:11.257824 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Attempting to bind port 7b89327d-b938-44fb-b076-96bf71e65596 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:36:11.257824 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Attempting to bind port 7b89327d-b938-44fb-b076-96bf71e65596 on network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:11.262372 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:36:11.263058 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Checking segment: {'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:36:11.263667 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:11.264300 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Bound using segment: {'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:36:11.266339 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Bound port: 7b89327d-b938-44fb-b076-96bf71e65596, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:36:11.267928 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:11.284082 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-6cca6f9f-8aa4-476b-ae01-b8796e42d08e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:11.285765 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-6cca6f9f-8aa4-476b-ae01-b8796e42d08e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for port, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:11.324934 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105ca6a-dfcd-43f3-873f-c8bac78ef53a req-676f9f6b-3c53-4814-a465-4e2598c1c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:11.327268 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-0105ca6a-dfcd-43f3-873f-c8bac78ef53a req-676f9f6b-3c53-4814-a465-4e2598c1c8a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0b3940a-b60d-4436-a99f-97850fb15fdb HTTP/1.1" status: 200 len: 915 time: 0.3266251 Aug 29 14:36:11.351646 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] For port 7b89327d-b938-44fb-b076-96bf71e65596, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:36:11.355235 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] For port 7b89327d-b938-44fb-b076-96bf71e65596, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=7b89327d-b938-44fb-b076-96bf71e65596,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:36:11.358505 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device c0d76403-dd3f-4366-97bb-110c73c1f3c0 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:36:11.407470 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-5cbff80a-a69c-4035-b557-fb27a6838070 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=955cb829e51842bf9b6e03d0badcfe0b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1306021 Aug 29 14:36:11.412510 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbff80a-a69c-4035-b557-fb27a6838070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff4d097-332d-4d2e-a338-56e12beee075,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:11.413070 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 41114) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:11.421299 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-0105ca6a-dfcd-43f3-873f-c8bac78ef53a req-47bb1ec7-342e-4b6e-96f6-515c9afee2ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4b5b777-fb83-4acd-98bf-0f184afce531 HTTP/1.1" status: 200 len: 217 time: 0.0867436 Aug 29 14:36:11.428108 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port c0d76403-dd3f-4366-97bb-110c73c1f3c0 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:11.428645 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:11.433689 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-481a8951-d0cb-46d6-8b91-e708af99794c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:11.477775 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfc45ec1-4aca-44e2-b502-9cce437a4346 req-35000118-7451-49d9-8cf1-40f05002cbb6 service neutron] 10.222.0.36 "GET /v2.0/networks/23a0f066-b208-4450-8a2c-d8d51fa208f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280847 Aug 29 14:36:11.479131 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:11.512855 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105ca6a-dfcd-43f3-873f-c8bac78ef53a req-5d66b17d-d74c-4006-8648-9fae34ae2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:11.514437 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-0105ca6a-dfcd-43f3-873f-c8bac78ef53a req-5d66b17d-d74c-4006-8648-9fae34ae2a8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68c738b6-4841-4314-9e25-caedf36cd8dc HTTP/1.1" status: 200 len: 854 time: 0.0830519 Aug 29 14:36:11.560846 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-6cca6f9f-8aa4-476b-ae01-b8796e42d08e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9204209 Aug 29 14:36:11.578730 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910b635-e735-479a-9c2f-61a3d3d526b0 None None] Pushing event updated for resources: {'Port': ['ID=7b89327d-b938-44fb-b076-96bf71e65596,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:11.585033 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.db.api [None req-481a8951-d0cb-46d6-8b91-e708af99794c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 14:36:11.585033 dv-cinder-778193-6-iscsi neutron-server[94544]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 14:36:11.585033 dv-cinder-778193-6-iscsi neutron-server[94544]: [parameters: {'project_id_1': '5afdc403b79a4f7593edca91c2b7f882', 'expiration_1': datetime.datetime(2021, 8, 29, 14, 36, 11, 477783)}] Aug 29 14:36:11.585033 dv-cinder-778193-6-iscsi neutron-server[94544]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 14:36:11.585841 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG oslo_db.api [None req-481a8951-d0cb-46d6-8b91-e708af99794c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 14:36:11.588911 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.db.api [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-c8b50625-596d-46fa-9724-a0774f47644c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 14:36:11.588911 dv-cinder-778193-6-iscsi neutron-server[94544]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 14:36:11.588911 dv-cinder-778193-6-iscsi neutron-server[94544]: [parameters: {'project_id_1': 'cb6738c758b44604a7eb98cf8f592891', 'expiration_1': datetime.datetime(2021, 8, 29, 14, 36, 11, 474098)}] Aug 29 14:36:11.588911 dv-cinder-778193-6-iscsi neutron-server[94544]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 14:36:11.589322 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG oslo_db.api [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-c8b50625-596d-46fa-9724-a0774f47644c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 14:36:11.589626 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d876c38c-399f-4352-ac82-31800b257833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:11.592628 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Routers {'94ad0230-d91f-4c0b-931e-9f4654da0875'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:36:11.593109 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:35:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['94ad0230-d91f-4c0b-931e-9f4654da0875'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:11.598385 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-0105ca6a-dfcd-43f3-873f-c8bac78ef53a req-d0066ec0-4f2e-45a8-9d53-a3a5cd46217e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0b3940a-b60d-4436-a99f-97850fb15fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735693 Aug 29 14:36:11.602567 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Request body: {'port': {'device_id': '5c2f4e55-fd47-4711-b641-ae8ac1ea7edd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:11.612121 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.db.api [None req-b9f241f1-4fd0-4bba-b254-448b33b1be3b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 14:36:11.612121 dv-cinder-778193-6-iscsi neutron-server[94545]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 14:36:11.612121 dv-cinder-778193-6-iscsi neutron-server[94545]: [parameters: {'project_id_1': 'e8c41c8dd0f345a0bf186dacbfc1077a', 'expiration_1': datetime.datetime(2021, 8, 29, 14, 36, 11, 267211)}] Aug 29 14:36:11.612121 dv-cinder-778193-6-iscsi neutron-server[94545]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94545) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 14:36:11.616687 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG oslo_db.api [None req-b9f241f1-4fd0-4bba-b254-448b33b1be3b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 14:36:11.695406 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d876c38c-399f-4352-ac82-31800b257833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:11.717623 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] Set router 94ad0230-d91f-4c0b-931e-9f4654da0875 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:36:11.746511 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c980f-5ff4-484b-bc3c-1e0441548fcd req-7b7a52bf-573d-4212-b152-72522b49d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:11.748193 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-234c980f-5ff4-484b-bc3c-1e0441548fcd req-7b7a52bf-573d-4212-b152-72522b49d737 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27f2b6ca8e714503a38d20c10983ad79&device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 1096 time: 0.0455730 Aug 29 14:36:11.772669 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-82185c5e-cd31-4e9c-9ca8-c9a454444f8a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:11.805912 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:11.879541 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-0105ca6a-dfcd-43f3-873f-c8bac78ef53a req-a60797fe-4f5a-4f70-86cd-b67ef3726b98 service neutron] 10.222.0.36 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683289 Aug 29 14:36:11.972612 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af09590-058c-4d23-ab97-5b7c1f8e7e5a req-57ec3814-795f-4ff6-8735-3e26d1eec60a tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:11.974239 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6af09590-058c-4d23-ab97-5b7c1f8e7e5a req-57ec3814-795f-4ff6-8735-3e26d1eec60a tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 943 time: 0.1255763 Aug 29 14:36:11.994469 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:36:04Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '7b89327d-b938-44fb-b076-96bf71e65596', 'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'mac_address': 'fa:16:3e:42:fd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:36:00Z', 'updated_at': '2021-08-29T14:36:11Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'subnets': [{'id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:12.002357 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c980f-5ff4-484b-bc3c-1e0441548fcd req-5a1e4f2e-5e95-4f6f-864a-6693f8c848b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:12.003988 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-234c980f-5ff4-484b-bc3c-1e0441548fcd req-5a1e4f2e-5e95-4f6f-864a-6693f8c848b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=23a0f066-b208-4450-8a2c-d8d51fa208f5 HTTP/1.1" status: 200 len: 913 time: 0.2476003 Aug 29 14:36:12.032688 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d876c38c-399f-4352-ac82-31800b257833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:12.035965 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5d94e-9197-42e1-bc64-c1c0bd44dbe3 None None] The sync data for ids ['94ad0230-d91f-4c0b-931e-9f4654da0875'] in dv-cinder-778193-6-iscsi is: [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:36:04Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '7b89327d-b938-44fb-b076-96bf71e65596', 'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'mac_address': 'fa:16:3e:42:fd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:36:00Z', 'updated_at': '2021-08-29T14:36:11Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'subnets': [{'id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:36:12.036155 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d876c38c-399f-4352-ac82-31800b257833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:12.039963 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-d876c38c-399f-4352-ac82-31800b257833 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ff4d097-332d-4d2e-a338-56e12beee075 HTTP/1.1" status: 204 len: 168 time: 0.6226795 Aug 29 14:36:12.077963 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-234c980f-5ff4-484b-bc3c-1e0441548fcd req-9baf1d58-31d7-47d8-8b99-0afbe80f2bcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da437cad-689e-4ad1-bcbb-b5a1af0bc871 HTTP/1.1" status: 200 len: 217 time: 0.0646501 Aug 29 14:36:12.087830 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6af09590-058c-4d23-ab97-5b7c1f8e7e5a req-4d49d82c-d87b-4250-ae8c-df115d49e265 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031630 Aug 29 14:36:12.094715 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-82185c5e-cd31-4e9c-9ca8-c9a454444f8a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:12.094879 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-481a8951-d0cb-46d6-8b91-e708af99794c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:12.126213 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b9f241f1-4fd0-4bba-b254-448b33b1be3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:12.151940 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876c38c-399f-4352-ac82-31800b257833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff4d097-332d-4d2e-a338-56e12beee075,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:12.212436 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-82185c5e-cd31-4e9c-9ca8-c9a454444f8a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:12.258433 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82185c5e-cd31-4e9c-9ca8-c9a454444f8a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21035103-7df0-4295-b0de-0903a6fa4e56,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:12.275563 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-0105ca6a-dfcd-43f3-873f-c8bac78ef53a req-23cf91b4-f9a6-49d9-87ff-6c788078e79c service neutron] 10.222.0.36 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844328 Aug 29 14:36:12.380151 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.notifiers.nova [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a79f52-849b-4423-aca8-913d602be2a9 {{(pid=94545) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:36:12.389038 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:12.411041 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.provisioning_blocks [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Transition to ACTIVE for port object 36a79f52-849b-4423-aca8-913d602be2a9 will not be triggered until provisioned by entity L2. {{(pid=94545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:36:12.469926 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-425faba8-9144-4b15-bf62-2739177cb2e9 req-b9649c29-478f-4bd5-8382-db5ef017582d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 210 time: 0.0679133 Aug 29 14:36:12.480353 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958029'] for port, after_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:12.484689 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c980f-5ff4-484b-bc3c-1e0441548fcd req-e34b5d20-6370-4515-9776-faae91b4cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:12.486225 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-234c980f-5ff4-484b-bc3c-1e0441548fcd req-e34b5d20-6370-4515-9776-faae91b4cfe5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7de47ee6-aab0-42ec-8b35-9ad8186711b8 HTTP/1.1" status: 200 len: 852 time: 0.3924115 Aug 29 14:36:12.533007 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-234c980f-5ff4-484b-bc3c-1e0441548fcd req-76ee34af-9e3f-4633-be5a-dfa4d175a0c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23a0f066-b208-4450-8a2c-d8d51fa208f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383425 Aug 29 14:36:12.538380 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-c8b50625-596d-46fa-9724-a0774f47644c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Made reservation on behalf of cb6738c758b44604a7eb98cf8f592891 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:36:12.538582 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Pushing event updated for resources: {'Port': ['ID=36a79f52-849b-4423-aca8-913d602be2a9,revision_number=2']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:12.538977 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-c8b50625-596d-46fa-9724-a0774f47644c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:12.559066 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238baf7-4677-4aaa-afc4-849af8fdd08e req-bd53f136-ca3d-49fa-b760-29d214ddded1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:12.559622 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4238baf7-4677-4aaa-afc4-849af8fdd08e req-bd53f136-ca3d-49fa-b760-29d214ddded1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 944 time: 0.1566260 Aug 29 14:36:12.703766 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.managers [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Attempting to bind port 36a79f52-849b-4423-aca8-913d602be2a9 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:36:12.711006 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.managers [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Attempting to bind port 36a79f52-849b-4423-aca8-913d602be2a9 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '1f362be7-6a01-4686-a836-c4d417e6ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9'}] {{(pid=94545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:36:12.711006 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Attempting to bind port 36a79f52-849b-4423-aca8-913d602be2a9 on network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 {{(pid=94545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:12.713022 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4238baf7-4677-4aaa-afc4-849af8fdd08e req-9ed2fe29-3c6b-4a4a-9138-35c908e10a12 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355155 Aug 29 14:36:12.713779 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Port 36a79f52-849b-4423-aca8-913d602be2a9 on network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:36:12.714299 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Attempting to bind port 36a79f52-849b-4423-aca8-913d602be2a9 on network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 {{(pid=94545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:12.728816 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:36:12.731998 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Checking segment: {'id': '1f362be7-6a01-4686-a836-c4d417e6ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:36:12.743466 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Bound using segment: {'id': '1f362be7-6a01-4686-a836-c4d417e6ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9'} {{(pid=94545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:36:12.743466 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.managers [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Bound port: 36a79f52-849b-4423-aca8-913d602be2a9, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f362be7-6a01-4686-a836-c4d417e6ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9'}}] {{(pid=94545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:36:12.743466 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:12.765839 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b9f241f1-4fd0-4bba-b254-448b33b1be3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:12.791477 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-234c980f-5ff4-484b-bc3c-1e0441548fcd req-768889a4-9c95-4511-8a7d-e21a49b6dae7 service neutron] 10.222.0.36 "GET /v2.0/networks/23a0f066-b208-4450-8a2c-d8d51fa208f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296038 Aug 29 14:36:12.824532 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b9f241f1-4fd0-4bba-b254-448b33b1be3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:12.837503 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.db [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] For port 36a79f52-849b-4423-aca8-913d602be2a9, host hv-cinder-77819, cleared binding levels {{(pid=94545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:36:12.866044 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.db [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] For port 36a79f52-849b-4423-aca8-913d602be2a9, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=36a79f52-849b-4423-aca8-913d602be2a9,segment=NetworkSegment(1f362be7-6a01-4686-a836-c4d417e6ffcc),segment_id=1f362be7-6a01-4686-a836-c4d417e6ffcc)] {{(pid=94545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:36:12.867972 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-c8b50625-596d-46fa-9724-a0774f47644c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Allocated IP 172.20.0.13 (8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9/f8625feb-c975-4960-b914-faf042f9ec63/7765a61e-bc04-486a-a5d1-5764efb9efcd) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:36:12.887025 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-b9f241f1-4fd0-4bba-b254-448b33b1be3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8c41c8dd0f345a0bf186dacbfc1077a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9113696 Aug 29 14:36:12.889095 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f241f1-4fd0-4bba-b254-448b33b1be3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee80fe7-978c-48b4-a7b6-7d6418f55b67,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:12.892372 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 41132) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:12.894341 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 41134) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:12.914331 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-82185c5e-cd31-4e9c-9ca8-c9a454444f8a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:12.915587 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-82185c5e-cd31-4e9c-9ca8-c9a454444f8a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8574681 Aug 29 14:36:12.922501 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 41136) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:12.933959 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Request body: {'floatingip': {'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:12.934308 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b7709732-3381-4690-a0d9-d1b3ebf859bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:12.956389 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958029'] for port, after_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:12.980391 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-234c980f-5ff4-484b-bc3c-1e0441548fcd req-b7475da2-4f9a-4ac3-8543-69a97d6c26f8 service neutron] 10.222.0.36 "GET /v2.0/networks/23a0f066-b208-4450-8a2c-d8d51fa208f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819057 Aug 29 14:36:13.105728 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-481a8951-d0cb-46d6-8b91-e708af99794c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.175170 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-c8b50625-596d-46fa-9724-a0774f47644c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.175946 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:13.177133 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for port, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.178267 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] 10.222.0.36 "PUT /v2.0/ports/36a79f52-849b-4423-aca8-913d602be2a9 HTTP/1.1" status: 200 len: 1093 time: 1.5849192 Aug 29 14:36:13.181615 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2f4e55-fd47-4711-b641-ae8ac1ea7edd', 'tag': '36a79f52-849b-4423-aca8-913d602be2a9'}] {{(pid=94545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:13.220946 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-481a8951-d0cb-46d6-8b91-e708af99794c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.246537 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cde7a-14d9-40c5-820d-cf544a43b665 service neutron] Pushing event updated for resources: {'Port': ['ID=36a79f52-849b-4423-aca8-913d602be2a9,revision_number=3']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:13.250092 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-916090f3-0619-40e2-960e-512266c9e1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.284690 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-916090f3-0619-40e2-960e-512266c9e1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.312524 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a8951-d0cb-46d6-8b91-e708af99794c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6d5b1a-144b-4573-a7d3-705e5244e773,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:13.340410 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3f88a97947bc46447bf64d5742a30a9c549343a816f3376ab3b001ccfdc429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d1e7d9-7a1d-42cc-8c0a-772ae366c9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2f4e55-fd47-4711-b641-ae8ac1ea7edd", "tag": "36a79f52-849b-4423-aca8-913d602be2a9"}]}' {{(pid=94545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:13.350110 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 7b89327d-b938-44fb-b076-96bf71e65596 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:36:13.354266 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024c652-45ab-4bcc-a8b2-64e7df6470c8 req-bd5dadb3-d425-428c-a393-027561ece88a tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:13.355980 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a024c652-45ab-4bcc-a8b2-64e7df6470c8 req-bd5dadb3-d425-428c-a393-027561ece88a tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 943 time: 0.1531308 Aug 29 14:36:13.369392 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for floatingip, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.439577 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-c8b50625-596d-46fa-9724-a0774f47644c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.443456 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a024c652-45ab-4bcc-a8b2-64e7df6470c8 req-993353de-6109-457d-8003-a56f7e315c71 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701869 Aug 29 14:36:13.483241 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce98e5e9-02fa-4401-9bde-f0fc9b49f5fd x-openstack-request-id: req-ce98e5e9-02fa-4401-9bde-f0fc9b49f5fd {{(pid=94545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:13.483527 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2f4e55-fd47-4711-b641-ae8ac1ea7edd", "tag": "36a79f52-849b-4423-aca8-913d602be2a9", "status": "completed", "code": 200}]} {{(pid=94545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:13.483770 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce98e5e9-02fa-4401-9bde-f0fc9b49f5fd {{(pid=94545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:13.484243 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2f4e55-fd47-4711-b641-ae8ac1ea7edd', 'tag': '36a79f52-849b-4423-aca8-913d602be2a9', 'status': 'completed', 'code': 200} Aug 29 14:36:13.489556 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-481a8951-d0cb-46d6-8b91-e708af99794c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.491610 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-481a8951-d0cb-46d6-8b91-e708af99794c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.0376511 Aug 29 14:36:13.497591 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-c8b50625-596d-46fa-9724-a0774f47644c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:36:13.499009 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 41162) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:13.501391 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-c8b50625-596d-46fa-9724-a0774f47644c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:36:13.509884 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-c8b50625-596d-46fa-9724-a0774f47644c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:36:13.510154 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-386cad96-3bf8-4e4c-a049-df1155c7aafd tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Request body: {'security_group_rule': {'security_group_id': '1d6d5b1a-144b-4573-a7d3-705e5244e773', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:13.543818 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-e5484386-5c99-4ec1-a976-35a4499793f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:13.543999 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b50625-596d-46fa-9724-a0774f47644c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Pushing event updated for resources: {'Port': ['ID=7765a61e-bc04-486a-a5d1-5764efb9efcd,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:13.545211 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-e5484386-5c99-4ec1-a976-35a4499793f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb6738c758b44604a7eb98cf8f592891&device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 1096 time: 0.1205776 Aug 29 14:36:13.551176 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 7b89327d-b938-44fb-b076-96bf71e65596 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:36:13.558862 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 7b89327d-b938-44fb-b076-96bf71e65596 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:13.558862 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.572260 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-c8b50625-596d-46fa-9724-a0774f47644c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:13.572918 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-c8b50625-596d-46fa-9724-a0774f47644c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.618759 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-07af0ac6-4636-4324-b4ec-2b8e1eec5718 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a79f52-849b-4423-aca8-913d602be2a9 HTTP/1.1" status: 200 len: 217 time: 0.0519996 Aug 29 14:36:13.619367 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-916090f3-0619-40e2-960e-512266c9e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.621977 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-916090f3-0619-40e2-960e-512266c9e1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.623011 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-916090f3-0619-40e2-960e-512266c9e1e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ee80fe7-978c-48b4-a7b6-7d6418f55b67 HTTP/1.1" status: 204 len: 168 time: 0.7295413 Aug 29 14:36:13.651898 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58882b3a-e058-4018-ac75-36edf5ac399e req-3c5791e4-2450-4743-a249-ff751a857817 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:13.653476 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-58882b3a-e058-4018-ac75-36edf5ac399e req-3c5791e4-2450-4743-a249-ff751a857817 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 932 time: 0.0766315 Aug 29 14:36:13.668405 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.678491 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916090f3-0619-40e2-960e-512266c9e1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee80fe7-978c-48b4-a7b6-7d6418f55b67,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:13.735303 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 7b89327d-b938-44fb-b076-96bf71e65596, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=7b89327d-b938-44fb-b076-96bf71e65596,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:13.735465 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-58882b3a-e058-4018-ac75-36edf5ac399e req-1315858d-f6a1-49d0-9a10-6a872c0df9f0 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651386 Aug 29 14:36:13.739138 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-ca6d9312-10f7-4373-ae12-ec0274b18937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:13.740589 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-ca6d9312-10f7-4373-ae12-ec0274b18937 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8625feb-c975-4960-b914-faf042f9ec63 HTTP/1.1" status: 200 len: 858 time: 0.1048691 Aug 29 14:36:13.748096 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.803798 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.816425 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b7709732-3381-4690-a0d9-d1b3ebf859bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:13.840936 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-3b5f6474-84b4-49e6-9c76-43c04fee2159 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822363 Aug 29 14:36:13.856711 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fbe8f-63e4-4d19-a519-a977c78ee00f req-eec81c0d-0153-439b-963c-1dcb14c7fea5 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:13.864596 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c90fbe8f-63e4-4d19-a519-a977c78ee00f req-eec81c0d-0153-439b-963c-1dcb14c7fea5 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 944 time: 0.0595918 Aug 29 14:36:13.874009 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=7b89327d-b938-44fb-b076-96bf71e65596,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:13.901091 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c90fbe8f-63e4-4d19-a519-a977c78ee00f req-1cbebb4c-e7f0-4162-93fc-283187bb11a1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353274 Aug 29 14:36:13.939738 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b7709732-3381-4690-a0d9-d1b3ebf859bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.027818 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-b7709732-3381-4690-a0d9-d1b3ebf859bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94b8d14b56094551b2c39f1cf6c20d14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1275322 Aug 29 14:36:14.030554 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-c8b50625-596d-46fa-9724-a0774f47644c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8941982 Aug 29 14:36:14.031276 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 41178) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:14.033145 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7709732-3381-4690-a0d9-d1b3ebf859bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6f04e6-ac82-4cfe-b5ac-7a33e8b1719f,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:14.055481 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Request body: {'port': {'device_id': '234e2541-bd59-4dcf-ac24-500e58b49f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:14.075281 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Allocated IP 172.27.0.53 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/0533d08d-a3a6-4083-b98e-c516f3a5ee15) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:36:14.082096 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-f68868cb-89e0-4c34-b1cc-dc18f4e37820 service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065177 Aug 29 14:36:14.124754 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-4be3c458-12ba-4988-a2e2-4f701dcfb886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.169740 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-4be3c458-12ba-4988-a2e2-4f701dcfb886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.177442 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.190266 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-386cad96-3bf8-4e4c-a049-df1155c7aafd tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.296352 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-f99b522e-f2dc-4be3-8206-fc40d120f630 req-3dc79975-edb8-40b6-9a58-5ddd0b5af0c4 service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071779 Aug 29 14:36:14.317058 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.330224 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-4be3c458-12ba-4988-a2e2-4f701dcfb886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.333317 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-4be3c458-12ba-4988-a2e2-4f701dcfb886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.334511 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-4be3c458-12ba-4988-a2e2-4f701dcfb886 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f6f04e6-ac82-4cfe-b5ac-7a33e8b1719f HTTP/1.1" status: 204 len: 168 time: 0.3024256 Aug 29 14:36:14.348401 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3c458-12ba-4988-a2e2-4f701dcfb886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6f04e6-ac82-4cfe-b5ac-7a33e8b1719f,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:14.356065 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-386cad96-3bf8-4e4c-a049-df1155c7aafd tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.408320 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 41190) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:14.435268 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-386cad96-3bf8-4e4c-a049-df1155c7aafd tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.465926 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cad96-3bf8-4e4c-a049-df1155c7aafd tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155ff04b-448f-484e-939b-912aa67a4095,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:14.525125 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.563612 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-386cad96-3bf8-4e4c-a049-df1155c7aafd tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.564813 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-386cad96-3bf8-4e4c-a049-df1155c7aafd tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0628762 Aug 29 14:36:14.577231 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 41198) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:14.577911 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-3e87b09d-6ce2-4aa2-9351-c2f237f64c59 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Request body: {'security_group_rule': {'security_group_id': '1d6d5b1a-144b-4573-a7d3-705e5244e773', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:14.586959 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7765a61e-bc04-486a-a5d1-5764efb9efcd {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:36:14.592107 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:36:14.596983 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.599505 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event updated for resources: {'Port': ['ID=0533d08d-a3a6-4083-b98e-c516f3a5ee15,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:14.603961 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:36:14.605799 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-14ca460f-ff7f-4fa4-9124-da070d189a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.609420 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:36:14.612517 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1e7d9-7a1d-42cc-8c0a-772ae366c9bc req-b52f40bf-175c-4d0f-8ee9-f5b23238dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:14.614031 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-47d1e7d9-7a1d-42cc-8c0a-772ae366c9bc req-b52f40bf-175c-4d0f-8ee9-f5b23238dae4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb6738c758b44604a7eb98cf8f592891&device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 1096 time: 0.1367295 Aug 29 14:36:14.635252 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Transition to ACTIVE for port object 7765a61e-bc04-486a-a5d1-5764efb9efcd will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:36:14.652180 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c19769-4b1e-4e76-914d-8bdc3aebca38 req-48f49f4b-1cae-4f4b-892d-b976c787e146 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:14.653687 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-08c19769-4b1e-4e76-914d-8bdc3aebca38 req-48f49f4b-1cae-4f4b-892d-b976c787e146 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 943 time: 0.1131086 Aug 29 14:36:14.693321 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-08c19769-4b1e-4e76-914d-8bdc3aebca38 req-6b3d09fe-bb73-4954-be1e-77bd37b3c9dc tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335805 Aug 29 14:36:14.719704 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.731884 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3e87b09d-6ce2-4aa2-9351-c2f237f64c59 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.834838 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Pushing event updated for resources: {'Port': ['ID=7765a61e-bc04-486a-a5d1-5764efb9efcd,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:14.841947 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1e7d9-7a1d-42cc-8c0a-772ae366c9bc req-2c26ecfe-7921-4d67-b1a4-a9573bcb93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:14.843432 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-47d1e7d9-7a1d-42cc-8c0a-772ae366c9bc req-2c26ecfe-7921-4d67-b1a4-a9573bcb93e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 HTTP/1.1" status: 200 len: 919 time: 0.2064874 Aug 29 14:36:14.845624 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.890042 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3e87b09d-6ce2-4aa2-9351-c2f237f64c59 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.905428 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-47d1e7d9-7a1d-42cc-8c0a-772ae366c9bc req-ce889584-f1a7-4a4c-8e34-3484d3d40e88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a79f52-849b-4423-aca8-913d602be2a9 HTTP/1.1" status: 200 len: 217 time: 0.0487406 Aug 29 14:36:14.937098 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Attempting to bind port 7765a61e-bc04-486a-a5d1-5764efb9efcd on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:36:14.937456 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Attempting to bind port 7765a61e-bc04-486a-a5d1-5764efb9efcd by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '1f362be7-6a01-4686-a836-c4d417e6ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:36:14.938347 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Attempting to bind port 7765a61e-bc04-486a-a5d1-5764efb9efcd on network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:14.943892 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Port 7765a61e-bc04-486a-a5d1-5764efb9efcd on network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:36:14.944218 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Attempting to bind port 7765a61e-bc04-486a-a5d1-5764efb9efcd on network 8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:14.955494 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:36:14.955494 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Checking segment: {'id': '1f362be7-6a01-4686-a836-c4d417e6ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:36:14.955494 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Bound using segment: {'id': '1f362be7-6a01-4686-a836-c4d417e6ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:36:14.955494 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Bound port: 7765a61e-bc04-486a-a5d1-5764efb9efcd, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f362be7-6a01-4686-a836-c4d417e6ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:36:14.955494 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:14.975817 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa9522-756c-457b-9d28-def5f9279e8c req-25787fa2-d33a-4333-839b-f94117d010c9 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:14.977694 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8cfa9522-756c-457b-9d28-def5f9279e8c req-25787fa2-d33a-4333-839b-f94117d010c9 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 944 time: 0.1098697 Aug 29 14:36:14.997805 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-14ca460f-ff7f-4fa4-9124-da070d189a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.017301 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3e87b09d-6ce2-4aa2-9351-c2f237f64c59 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.036664 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.041278 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1e7d9-7a1d-42cc-8c0a-772ae366c9bc req-fd0bae5b-beea-41ff-a628-9217b3d15d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:15.042789 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-47d1e7d9-7a1d-42cc-8c0a-772ae366c9bc req-fd0bae5b-beea-41ff-a628-9217b3d15d55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8625feb-c975-4960-b914-faf042f9ec63 HTTP/1.1" status: 200 len: 858 time: 0.1298852 Aug 29 14:36:15.089922 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87b09d-6ce2-4aa2-9351-c2f237f64c59 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f500a182-ccff-4068-b13e-268e529d53b7,revision_number=0']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:15.109350 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-47d1e7d9-7a1d-42cc-8c0a-772ae366c9bc req-cfe9c2a6-aa18-41ff-88a7-499a2dc0562f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451026 Aug 29 14:36:15.122406 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-14ca460f-ff7f-4fa4-9124-da070d189a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.145168 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8cfa9522-756c-457b-9d28-def5f9279e8c req-925eb072-3b1d-4f96-adf7-ca7753bc8ea6 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245196 Aug 29 14:36:15.149503 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] For port 7765a61e-bc04-486a-a5d1-5764efb9efcd, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:36:15.154380 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] For port 7765a61e-bc04-486a-a5d1-5764efb9efcd, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7765a61e-bc04-486a-a5d1-5764efb9efcd,segment=NetworkSegment(1f362be7-6a01-4686-a836-c4d417e6ffcc),segment_id=1f362be7-6a01-4686-a836-c4d417e6ffcc)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:36:15.163454 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24099a13-2dc7-4eda-9bc8-4c503e2b7e25 req-60d02c1b-607f-46d2-85b2-40630db22282 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:15.170078 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-24099a13-2dc7-4eda-9bc8-4c503e2b7e25 req-60d02c1b-607f-46d2-85b2-40630db22282 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 944 time: 0.1553624 Aug 29 14:36:15.209413 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-24099a13-2dc7-4eda-9bc8-4c503e2b7e25 req-bf93f914-01b2-4486-96f7-08b664d66d00 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380034 Aug 29 14:36:15.218047 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-92fc7523-f19f-46fe-a462-9d8135b43f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.243684 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device da437cad-689e-4ad1-bcbb-b5a1af0bc871 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:36:15.246766 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.302053 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3e87b09d-6ce2-4aa2-9351-c2f237f64c59 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.307700 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-3e87b09d-6ce2-4aa2-9351-c2f237f64c59 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7360539 Aug 29 14:36:15.311965 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 41224) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:15.312435 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Pushing event updated for resources: {'Port': ['ID=7765a61e-bc04-486a-a5d1-5764efb9efcd,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:15.319499 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Request body: {'floatingip': {'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:15.351428 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-14ca460f-ff7f-4fa4-9124-da070d189a16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca5a7609b4544804b405e3345280026c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9415979 Aug 29 14:36:15.354842 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 41226) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:15.359550 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca460f-ff7f-4fa4-9124-da070d189a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f302c23c-8ce1-4d97-8840-145c048997e9,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:15.366523 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:15.368354 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.370497 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-4c6f5677-47a7-4540-8f0e-1714f95ee493 service neutron] 10.222.0.36 "PUT /v2.0/ports/7765a61e-bc04-486a-a5d1-5764efb9efcd HTTP/1.1" status: 200 len: 1094 time: 1.3242590 Aug 29 14:36:15.370497 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234e2541-bd59-4dcf-ac24-500e58b49f3c', 'tag': '7765a61e-bc04-486a-a5d1-5764efb9efcd'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:15.372787 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcef24c-a2ab-499e-866c-825a8b70bfdd" -d '{"events": [{"name": "network-changed", "server_uuid": "234e2541-bd59-4dcf-ac24-500e58b49f3c", "tag": "7765a61e-bc04-486a-a5d1-5764efb9efcd"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:15.411984 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-47d1e7d9-7a1d-42cc-8c0a-772ae366c9bc req-5c14d61d-62d5-4978-acab-219ef5e29861 service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910166 Aug 29 14:36:15.416636 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for port, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.419817 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 7b89327d-b938-44fb-b076-96bf71e65596 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:36:15.435296 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for floatingip, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.519034 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e31f04-b56d-4a65-befb-417ce9e70441 x-openstack-request-id: req-d8e31f04-b56d-4a65-befb-417ce9e70441 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:15.519482 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234e2541-bd59-4dcf-ac24-500e58b49f3c", "tag": "7765a61e-bc04-486a-a5d1-5764efb9efcd", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:15.523042 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8e31f04-b56d-4a65-befb-417ce9e70441 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:15.524790 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234e2541-bd59-4dcf-ac24-500e58b49f3c', 'tag': '7765a61e-bc04-486a-a5d1-5764efb9efcd', 'status': 'completed', 'code': 200} Aug 29 14:36:15.545570 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-484b9bf1-c157-435b-ba45-d7fc90263d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.553447 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port da437cad-689e-4ad1-bcbb-b5a1af0bc871, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=da437cad-689e-4ad1-bcbb-b5a1af0bc871,segment=NetworkSegment(b9cc4062-2012-41fb-a5ea-d5543f5d9f69),segment_id=b9cc4062-2012-41fb-a5ea-d5543f5d9f69)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:15.567424 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 7b89327d-b938-44fb-b076-96bf71e65596 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:15.567997 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.571578 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': 'da437cad-689e-4ad1-bcbb-b5a1af0bc871', 'network_id': '23a0f066-b208-4450-8a2c-d8d51fa208f5', 'port_id': 'da437cad-689e-4ad1-bcbb-b5a1af0bc871', 'mac_address': 'fa:16:3e:01:b9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de47ee6-aab0-42ec-8b35-9ad8186711b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:36:15.583203 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-484b9bf1-c157-435b-ba45-d7fc90263d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.665808 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-571f139b-787a-4b65-914b-641d223a70da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:15.670293 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-571f139b-787a-4b65-914b-641d223a70da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb6738c758b44604a7eb98cf8f592891&device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 1097 time: 0.1414566 Aug 29 14:36:15.691975 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958029'] for port, after_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.718698 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.734522 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-91ff5ba0-fcfc-49a4-88f1-7ad670597fcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7765a61e-bc04-486a-a5d1-5764efb9efcd HTTP/1.1" status: 200 len: 217 time: 0.0468614 Aug 29 14:36:15.764154 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da437cad-689e-4ad1-bcbb-b5a1af0bc871 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:36:15.795095 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-47d1e7d9-7a1d-42cc-8c0a-772ae366c9bc req-fd0e0243-d408-4659-b143-ef30b1e06e37 service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753150 Aug 29 14:36:15.797721 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event updated for resources: {'Port': ['ID=0533d08d-a3a6-4083-b98e-c516f3a5ee15,revision_number=2']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:15.799872 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port da437cad-689e-4ad1-bcbb-b5a1af0bc871, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=da437cad-689e-4ad1-bcbb-b5a1af0bc871,segment=NetworkSegment(b9cc4062-2012-41fb-a5ea-d5543f5d9f69),segment_id=b9cc4062-2012-41fb-a5ea-d5543f5d9f69)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:15.810481 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-484b9bf1-c157-435b-ba45-d7fc90263d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.813374 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-484b9bf1-c157-435b-ba45-d7fc90263d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.816796 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-484b9bf1-c157-435b-ba45-d7fc90263d82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f302c23c-8ce1-4d97-8840-145c048997e9 HTTP/1.1" status: 204 len: 168 time: 0.4580696 Aug 29 14:36:15.821408 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.834561 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-ecbf12c5-bafb-4786-a377-695aeb43c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:15.836475 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-ecbf12c5-bafb-4786-a377-695aeb43c206 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8625feb-c975-4960-b914-faf042f9ec63 HTTP/1.1" status: 200 len: 858 time: 0.0941076 Aug 29 14:36:15.847325 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.849268 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b9bf1-c157-435b-ba45-d7fc90263d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f302c23c-8ce1-4d97-8840-145c048997e9,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:15.884221 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.885319 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device c4b5b777-fb83-4acd-98bf-0f184afce531 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:36:15.903238 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-2b016e8d-7a62-4a97-baf7-45a54ec856a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442147 Aug 29 14:36:15.909127 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:15.913262 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-93abf0b8-1d86-4c67-aa15-57afaa46076d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9882419 Aug 29 14:36:15.994913 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=da437cad-689e-4ad1-bcbb-b5a1af0bc871,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:16.045122 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port c4b5b777-fb83-4acd-98bf-0f184afce531, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c4b5b777-fb83-4acd-98bf-0f184afce531,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:16.077479 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': 'c4b5b777-fb83-4acd-98bf-0f184afce531', 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb', 'port_id': 'c4b5b777-fb83-4acd-98bf-0f184afce531', 'mac_address': 'fa:16:3e:e7:97:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c738b6-4841-4314-9e25-caedf36cd8dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:36:16.128973 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:16.149495 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b5b777-fb83-4acd-98bf-0f184afce531 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:36:16.177319 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port c4b5b777-fb83-4acd-98bf-0f184afce531, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c4b5b777-fb83-4acd-98bf-0f184afce531,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:16.263112 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:16.321678 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=c4b5b777-fb83-4acd-98bf-0f184afce531,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:16.332938 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b30e5-1fe3-444d-afd3-540b34dde72f req-462298b0-5885-49d6-8a36-b08fd8b9028e tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:16.334456 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bd2b30e5-1fe3-444d-afd3-540b34dde72f req-462298b0-5885-49d6-8a36-b08fd8b9028e tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 944 time: 0.4518342 Aug 29 14:36:16.361505 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-2da6c8a4-f96a-4216-8abd-3e3ed83355a9 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1506576238&fields=id&tenant_id=49b2184f7302404ab91b419e21067663 HTTP/1.1" status: 200 len: 267 time: 0.1205893 Aug 29 14:36:16.375856 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Allocated IP 172.27.0.224 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/5940117e-4389-4bf1-8dc3-925641e9accb) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:36:16.457897 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-2af139d7-b90f-436f-a065-6fabf6590255 service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166667 Aug 29 14:36:16.547313 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bd2b30e5-1fe3-444d-afd3-540b34dde72f req-1b5c7734-f29b-407d-91e7-075a0cb8a2e0 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034311 Aug 29 14:36:16.594160 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 41272) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:16.611414 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0f67b99a-35f9-4f56-b529-f980083c80d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:16.690658 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-bcbabaf5-3950-4a9d-9877-b127be14d33d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:16.692142 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-bcbabaf5-3950-4a9d-9877-b127be14d33d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/networks?id=c507c791-e7f6-4063-b1e3-354734725b45 HTTP/1.1" status: 200 len: 811 time: 0.3176179 Aug 29 14:36:16.706756 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['c4b5b777-fb83-4acd-98bf-0f184afce531'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:36:16.717140 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0f67b99a-35f9-4f56-b529-f980083c80d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:16.734384 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['da437cad-689e-4ad1-bcbb-b5a1af0bc871'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:36:16.742297 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-312d69ce-f886-42de-a69a-3e33dee13562 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/quotas/49b2184f7302404ab91b419e21067663 HTTP/1.1" status: 200 len: 375 time: 0.0385425 Aug 29 14:36:16.750561 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:16.762046 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab9cc6-82e1-4aee-a808-8a7e9c416241 req-b905d59b-0d30-4454-9471-6d24a24b8517 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:16.763659 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-edab9cc6-82e1-4aee-a808-8a7e9c416241 req-b905d59b-0d30-4454-9471-6d24a24b8517 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 944 time: 0.1488602 Aug 29 14:36:16.782684 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a41d1a21-49c5-4161-9d74-f442c5bbfc57 req-cfcc4b63-c6b1-4bdc-a50e-b47db2f01188 service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146474 Aug 29 14:36:16.792483 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0f67b99a-35f9-4f56-b529-f980083c80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:16.833535 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67b99a-35f9-4f56-b529-f980083c80d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c754040-6c1f-49da-9805-183d56601d98,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:16.838031 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-0f67b99a-35f9-4f56-b529-f980083c80d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99c17fd84c344115a2acbc1be4c0a165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425983 Aug 29 14:36:16.842309 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 41278) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:16.919182 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-edab9cc6-82e1-4aee-a808-8a7e9c416241 req-5e51921e-15fd-4bfe-a210-d31fe7f53f98 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331210 Aug 29 14:36:16.946426 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-906827e8-eb1e-4de1-9677-4ab7b607dbaf tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=49b2184f7302404ab91b419e21067663&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1817946 Aug 29 14:36:17.049405 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:17.127732 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-422dd5ef-0ee2-4ef1-bf51-3c49fe962204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:17.154617 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:36:17.171964 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcef24c-a2ab-499e-866c-825a8b70bfdd req-22621603-22d9-47f0-939b-0903ef5ca922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:17.173536 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bfcef24c-a2ab-499e-866c-825a8b70bfdd req-22621603-22d9-47f0-939b-0903ef5ca922 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb6738c758b44604a7eb98cf8f592891&device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 1097 time: 0.2182393 Aug 29 14:36:17.179280 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:36:17.189749 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event updated for resources: {'Port': ['ID=5940117e-4389-4bf1-8dc3-925641e9accb,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:17.192060 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:36:17.210986 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-422dd5ef-0ee2-4ef1-bf51-3c49fe962204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:17.221364 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 36a79f52-849b-4423-aca8-913d602be2a9 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:36:17.252922 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21c8fd-1f3a-4748-8520-cff31d8209d0 req-9424bf6b-56e9-467a-b07d-449eae4025cd tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:17.254607 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cd21c8fd-1f3a-4748-8520-cff31d8209d0 req-9424bf6b-56e9-467a-b07d-449eae4025cd tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 945 time: 0.2499735 Aug 29 14:36:17.334840 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-985371df-1e87-43fe-b991-04a91915ce3d service neutron] 10.222.0.16 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668008 Aug 29 14:36:17.427873 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 36a79f52-849b-4423-aca8-913d602be2a9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=36a79f52-849b-4423-aca8-913d602be2a9,segment=NetworkSegment(1f362be7-6a01-4686-a836-c4d417e6ffcc),segment_id=1f362be7-6a01-4686-a836-c4d417e6ffcc)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:17.441253 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '36a79f52-849b-4423-aca8-913d602be2a9', 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9', 'port_id': '36a79f52-849b-4423-aca8-913d602be2a9', 'mac_address': 'fa:16:3e:ed:ac:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8625feb-c975-4960-b914-faf042f9ec63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:36:17.451731 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cd21c8fd-1f3a-4748-8520-cff31d8209d0 req-99570431-854c-4f40-9f99-dd60baf82936 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563118 Aug 29 14:36:17.488910 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:17.493502 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcef24c-a2ab-499e-866c-825a8b70bfdd req-c5763ae3-bb85-4d05-8346-45160c7a5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:17.495043 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bfcef24c-a2ab-499e-866c-825a8b70bfdd req-c5763ae3-bb85-4d05-8346-45160c7a5514 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 HTTP/1.1" status: 200 len: 919 time: 0.3076019 Aug 29 14:36:17.504923 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a79f52-849b-4423-aca8-913d602be2a9 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:36:17.526748 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 36a79f52-849b-4423-aca8-913d602be2a9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=36a79f52-849b-4423-aca8-913d602be2a9,segment=NetworkSegment(1f362be7-6a01-4686-a836-c4d417e6ffcc),segment_id=1f362be7-6a01-4686-a836-c4d417e6ffcc)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:17.547524 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bfcef24c-a2ab-499e-866c-825a8b70bfdd req-632d2e31-3c38-4a2e-b14c-a34285a22a04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7765a61e-bc04-486a-a5d1-5764efb9efcd HTTP/1.1" status: 200 len: 217 time: 0.0431283 Aug 29 14:36:17.549659 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-158d9244-6efa-4f46-bb82-51783b8ed70a service neutron] 10.222.0.16 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012234 Aug 29 14:36:17.605900 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-422dd5ef-0ee2-4ef1-bf51-3c49fe962204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:17.608414 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-422dd5ef-0ee2-4ef1-bf51-3c49fe962204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:17.611858 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-422dd5ef-0ee2-4ef1-bf51-3c49fe962204 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c754040-6c1f-49da-9805-183d56601d98 HTTP/1.1" status: 204 len: 168 time: 0.7660077 Aug 29 14:36:17.656341 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:17.667435 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422dd5ef-0ee2-4ef1-bf51-3c49fe962204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c754040-6c1f-49da-9805-183d56601d98,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:17.689323 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcef24c-a2ab-499e-866c-825a8b70bfdd req-1a689537-49ac-4128-8d16-f37abadb3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:17.690868 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bfcef24c-a2ab-499e-866c-825a8b70bfdd req-1a689537-49ac-4128-8d16-f37abadb3695 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8625feb-c975-4960-b914-faf042f9ec63 HTTP/1.1" status: 200 len: 858 time: 0.1359241 Aug 29 14:36:17.694426 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:17.746961 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bfcef24c-a2ab-499e-866c-825a8b70bfdd req-33185a77-53a8-4d23-ab1a-3031fe51a59f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473464 Aug 29 14:36:17.774121 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=36a79f52-849b-4423-aca8-913d602be2a9,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:17.810101 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-836d2c30-f199-4b62-b59f-d665b88d9662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:17.926713 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bfd57df1-ddf8-4dff-b79c-02b7ad98cd96 req-ed086ab0-159d-42d4-9866-dc5b9e50c64d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 210 time: 0.0474477 Aug 29 14:36:17.928292 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:17.946939 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['36a79f52-849b-4423-aca8-913d602be2a9'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:36:17.987920 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ea4ea-fed0-452d-b41e-0e07c61118b5 req-36815f7c-6ae9-41da-9ac2-9f579f16a43e tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:17.997193 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-317ea4ea-fed0-452d-b41e-0e07c61118b5 req-36815f7c-6ae9-41da-9ac2-9f579f16a43e tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 944 time: 0.2552040 Aug 29 14:36:18.036737 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bfcef24c-a2ab-499e-866c-825a8b70bfdd req-bde7cc26-f77c-49c3-8718-d310b4318e3e service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797551 Aug 29 14:36:18.313148 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:18.329319 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-317ea4ea-fed0-452d-b41e-0e07c61118b5 req-92f1daa0-4291-410e-b8a4-5a8137d34b7b tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314586 Aug 29 14:36:18.430484 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f343b-b8d6-4d3b-95ca-9615b5d0c3cb req-1d582fde-f4f8-4777-aaad-7c11de2155ea tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:18.431967 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a98f343b-b8d6-4d3b-95ca-9615b5d0c3cb req-1d582fde-f4f8-4777-aaad-7c11de2155ea tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 944 time: 0.3661435 Aug 29 14:36:18.465024 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bfcef24c-a2ab-499e-866c-825a8b70bfdd req-047ca5d9-6984-44dc-803e-f22839fcf0ed service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163733 Aug 29 14:36:18.526936 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a98f343b-b8d6-4d3b-95ca-9615b5d0c3cb req-88ad390b-d40b-4b50-8539-c05ed678147c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847807 Aug 29 14:36:18.536356 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:18.620339 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:18.666274 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22af382-aa41-4bed-bbf7-782cecfa14d3 req-873e1282-c4c1-410c-b01d-b362ea68a852 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:18.667781 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e22af382-aa41-4bed-bbf7-782cecfa14d3 req-873e1282-c4c1-410c-b01d-b362ea68a852 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 945 time: 0.0880537 Aug 29 14:36:18.724720 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event updated for resources: {'Port': ['ID=5940117e-4389-4bf1-8dc3-925641e9accb,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:18.744050 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:18.756458 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e22af382-aa41-4bed-bbf7-782cecfa14d3 req-6894d9b6-31d4-463b-99cb-6bd8e9d03ff6 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673234 Aug 29 14:36:18.897143 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:18.899064 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-68aba3e0-4409-4a0b-a832-06a7ec1ab10d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5836177 Aug 29 14:36:18.995913 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:19.069025 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ed5c1bb7-0b29-47fa-9f1c-15ad8f055d49 req-ccc4fd5e-b60d-420b-94ca-f036d4642a05 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 210 time: 0.0333009 Aug 29 14:36:19.111948 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-5d368362-814d-456e-aafd-70a9ce551be8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--679274314&fields=id&tenant_id=5afdc403b79a4f7593edca91c2b7f882 HTTP/1.1" status: 200 len: 267 time: 0.0405474 Aug 29 14:36:19.233097 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device da437cad-689e-4ad1-bcbb-b5a1af0bc871 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:36:19.233285 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-2595afc5-fe16-4da3-86c4-e51a1f8219f2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:19.234947 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-2595afc5-fe16-4da3-86c4-e51a1f8219f2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/networks?id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 HTTP/1.1" status: 200 len: 817 time: 0.1155107 Aug 29 14:36:19.253358 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-368d75b1-7e46-40b3-94b6-899576f445b9 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/quotas/5afdc403b79a4f7593edca91c2b7f882 HTTP/1.1" status: 200 len: 375 time: 0.0124593 Aug 29 14:36:19.328314 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-337d7852-ebb6-4269-99b6-96edea94e5ea tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5afdc403b79a4f7593edca91c2b7f882&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651643 Aug 29 14:36:19.387083 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port da437cad-689e-4ad1-bcbb-b5a1af0bc871 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:36:19.391630 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port da437cad-689e-4ad1-bcbb-b5a1af0bc871 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:19.392003 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:19.486598 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:19.503472 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bf71b-aa0b-435d-b3ba-252d3bd481d8 req-ac55cb8a-7032-45d9-b10e-3548486d36dd tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:19.505090 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-482bf71b-aa0b-435d-b3ba-252d3bd481d8 req-ac55cb8a-7032-45d9-b10e-3548486d36dd tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 944 time: 0.0821586 Aug 29 14:36:19.507919 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-8ca4e31f-ffdb-4a21-a706-ca2f973f0a64 service neutron] 10.222.0.16 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646745 Aug 29 14:36:19.511545 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4d0147-5f92-4b0f-a5ab-18957045b8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da437cad-689e-4ad1-bcbb-b5a1af0bc871'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:19.601554 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-482bf71b-aa0b-435d-b3ba-252d3bd481d8 req-5246b053-6677-4c7f-b0c1-b726bfa60433 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870590 Aug 29 14:36:19.607404 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port da437cad-689e-4ad1-bcbb-b5a1af0bc871, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=da437cad-689e-4ad1-bcbb-b5a1af0bc871,segment=NetworkSegment(b9cc4062-2012-41fb-a5ea-d5543f5d9f69),segment_id=b9cc4062-2012-41fb-a5ea-d5543f5d9f69)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:19.666905 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-939abf2a-19df-4dd3-9d56-320f114272c1 service neutron] 10.222.0.16 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456025 Aug 29 14:36:19.679796 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:19.680789 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device c4b5b777-fb83-4acd-98bf-0f184afce531 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:36:19.760740 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bec7c7-d10f-42e0-ba9c-4ce1946a1f11" -d '{"events": [{"server_uuid": "fb4d0147-5f92-4b0f-a5ab-18957045b8fc", "name": "network-vif-plugged", "status": "completed", "tag": "da437cad-689e-4ad1-bcbb-b5a1af0bc871"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:19.814153 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=da437cad-689e-4ad1-bcbb-b5a1af0bc871,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:19.815125 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf045c0-a616-4a0a-ae30-49e79fafd6e6 req-0d2a1883-53c6-4557-8a25-4fd9b6eb98d2 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:19.824212 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5bf045c0-a616-4a0a-ae30-49e79fafd6e6 req-0d2a1883-53c6-4557-8a25-4fd9b6eb98d2 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 944 time: 0.0673711 Aug 29 14:36:19.869884 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5bf045c0-a616-4a0a-ae30-49e79fafd6e6 req-1778fcd8-584a-4c05-8acd-86b4a6649d44 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397563 Aug 29 14:36:19.876458 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port c4b5b777-fb83-4acd-98bf-0f184afce531 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:36:19.885592 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port c4b5b777-fb83-4acd-98bf-0f184afce531 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:19.886942 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:20.075663 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:20.161757 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port c4b5b777-fb83-4acd-98bf-0f184afce531, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c4b5b777-fb83-4acd-98bf-0f184afce531,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:20.240989 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39ea60-37b4-474b-919e-de380f0488a8 req-cd5407cc-eefe-4f96-9a8c-8a89ad338afc tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:20.244339 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3c39ea60-37b4-474b-919e-de380f0488a8 req-cd5407cc-eefe-4f96-9a8c-8a89ad338afc tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 945 time: 0.1296551 Aug 29 14:36:20.249557 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:20.251329 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 36a79f52-849b-4423-aca8-913d602be2a9 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:36:20.301920 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3c39ea60-37b4-474b-919e-de380f0488a8 req-c61c798b-1344-458a-a8e7-019207b34cb4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482657 Aug 29 14:36:20.411972 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=c4b5b777-fb83-4acd-98bf-0f184afce531,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:20.424006 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-78c2d093-0728-4332-9765-8b2e4152b11c req-b55c9fa2-0201-4055-b676-d06ac4d8a08d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 210 time: 0.0672145 Aug 29 14:36:20.436009 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc894b8-cb88-4ef8-8e26-a0bc97b9224c x-openstack-request-id: req-2bc894b8-cb88-4ef8-8e26-a0bc97b9224c {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:20.436608 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4d0147-5f92-4b0f-a5ab-18957045b8fc", "name": "network-vif-plugged", "status": "completed", "tag": "da437cad-689e-4ad1-bcbb-b5a1af0bc871", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:20.436989 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bc894b8-cb88-4ef8-8e26-a0bc97b9224c {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:20.437549 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4d0147-5f92-4b0f-a5ab-18957045b8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da437cad-689e-4ad1-bcbb-b5a1af0bc871', 'code': 200} Aug 29 14:36:20.495849 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port 36a79f52-849b-4423-aca8-913d602be2a9 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:36:20.500282 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 36a79f52-849b-4423-aca8-913d602be2a9 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:20.500770 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:20.502546 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:20.574326 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f621b0a0-eb82-4a50-9ef2-c7480a6d5c22 req-d6adf8ee-be66-401d-9161-2bdd76b08e2b tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 210 time: 0.0339015 Aug 29 14:36:20.603960 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-5237e9da-dc70-4de9-82a5-798c84f21c59 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:20.605552 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-5237e9da-dc70-4de9-82a5-798c84f21c59 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.36 "GET /v2.0/networks?id=c507c791-e7f6-4063-b1e3-354734725b45 HTTP/1.1" status: 200 len: 811 time: 0.1810062 Aug 29 14:36:20.649605 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:20.698900 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-6c276307-f8a4-4b84-ac6f-77fc671bb2d4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49b2184f7302404ab91b419e21067663 HTTP/1.1" status: 200 len: 380 time: 0.0784848 Aug 29 14:36:20.709074 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 36a79f52-849b-4423-aca8-913d602be2a9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=36a79f52-849b-4423-aca8-913d602be2a9,segment=NetworkSegment(1f362be7-6a01-4686-a836-c4d417e6ffcc),segment_id=1f362be7-6a01-4686-a836-c4d417e6ffcc)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:20.712724 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-a100a4fc-94a2-45e7-9f60-42a31248caf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Request body: {'port': {'device_id': '1391cc40-7623-484f-8939-38835d369a61', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'admin_state_up': True, 'tenant_id': '49b2184f7302404ab91b419e21067663', 'security_groups': ['26d25df0-1840-421c-bd3f-ec7646484b6a']}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:20.799336 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:20.846451 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855162d-450e-4459-a27e-65f57c1227aa req-d1c795c1-1189-461e-aea4-0acaf6ad6a35 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:20.856556 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9855162d-450e-4459-a27e-65f57c1227aa req-d1c795c1-1189-461e-aea4-0acaf6ad6a35 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 945 time: 0.1375694 Aug 29 14:36:20.889643 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=36a79f52-849b-4423-aca8-913d602be2a9,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:20.943671 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9855162d-450e-4459-a27e-65f57c1227aa req-087231ce-910e-4b54-acd9-71a15b4de060 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862334 Aug 29 14:36:21.002105 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bea9ca-5353-4573-aa6b-e382b2414a1f req-c33062dc-3615-46e3-9f7d-3508224085b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:21.004241 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-24bea9ca-5353-4573-aa6b-e382b2414a1f req-c33062dc-3615-46e3-9f7d-3508224085b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 1098 time: 0.1993032 Aug 29 14:36:21.032471 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-24bea9ca-5353-4573-aa6b-e382b2414a1f req-1282e397-05ec-40c2-9a83-24530f0901fb service neutron] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:21.046130 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-a100a4fc-94a2-45e7-9f60-42a31248caf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Made reservation on behalf of 49b2184f7302404ab91b419e21067663 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:36:21.053270 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-a100a4fc-94a2-45e7-9f60-42a31248caf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:21.063079 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfa425-806a-4996-b2c1-8af6f33318a0 req-a3df52a6-8bbf-4920-887b-6a3ba3c081d7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:21.064714 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-43cfa425-806a-4996-b2c1-8af6f33318a0 req-a3df52a6-8bbf-4920-887b-6a3ba3c081d7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 944 time: 0.0718219 Aug 29 14:36:21.154778 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-24bea9ca-5353-4573-aa6b-e382b2414a1f req-1282e397-05ec-40c2-9a83-24530f0901fb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:21.171253 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-43cfa425-806a-4996-b2c1-8af6f33318a0 req-93171b48-e129-40e1-9828-fa2a47f808fd tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973179 Aug 29 14:36:21.225052 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 7765a61e-bc04-486a-a5d1-5764efb9efcd details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:36:21.257638 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-a100a4fc-94a2-45e7-9f60-42a31248caf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Allocated IP 172.20.0.8 (c507c791-e7f6-4063-b1e3-354734725b45/01d4bbde-cfe8-4c36-b433-81d443b388ca/1639a203-872e-4609-b91e-7a0191107d66) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:36:21.283812 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-24bea9ca-5353-4573-aa6b-e382b2414a1f req-1282e397-05ec-40c2-9a83-24530f0901fb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:21.362537 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 7765a61e-bc04-486a-a5d1-5764efb9efcd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7765a61e-bc04-486a-a5d1-5764efb9efcd,segment=NetworkSegment(1f362be7-6a01-4686-a836-c4d417e6ffcc),segment_id=1f362be7-6a01-4686-a836-c4d417e6ffcc)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:21.368732 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-24bea9ca-5353-4573-aa6b-e382b2414a1f req-1282e397-05ec-40c2-9a83-24530f0901fb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561091 Aug 29 14:36:21.383663 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '7765a61e-bc04-486a-a5d1-5764efb9efcd', 'network_id': '8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9', 'port_id': '7765a61e-bc04-486a-a5d1-5764efb9efcd', 'mac_address': 'fa:16:3e:9c:55:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8625feb-c975-4960-b914-faf042f9ec63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:36:21.390121 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282e397-05ec-40c2-9a83-24530f0901fb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=960bf1b0-c8f1-47fb-a3de-84b5ddd0658f,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:21.427086 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:21.449595 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7765a61e-bc04-486a-a5d1-5764efb9efcd {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:36:21.474111 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 7765a61e-bc04-486a-a5d1-5764efb9efcd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7765a61e-bc04-486a-a5d1-5764efb9efcd,segment=NetworkSegment(1f362be7-6a01-4686-a836-c4d417e6ffcc),segment_id=1f362be7-6a01-4686-a836-c4d417e6ffcc)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:21.512655 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-a100a4fc-94a2-45e7-9f60-42a31248caf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:21.555765 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1fe457aa-2153-410a-b916-d149bb49ff80 req-4e44ca61-1808-40eb-ac81-7b30724dbcef tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 210 time: 0.0368052 Aug 29 14:36:21.557789 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-a100a4fc-94a2-45e7-9f60-42a31248caf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Transition to ACTIVE for port object 1639a203-872e-4609-b91e-7a0191107d66 will not be triggered until provisioned by entity DHCP. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:36:21.571418 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969563e6-094a-4130-aca4-268e01513f3a req-633b96e1-2465-4b78-a4ca-061632166dc3 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:21.572957 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-969563e6-094a-4130-aca4-268e01513f3a req-633b96e1-2465-4b78-a4ca-061632166dc3 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 946 time: 0.1246645 Aug 29 14:36:21.579012 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:21.630697 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-969563e6-094a-4130-aca4-268e01513f3a req-023986a1-4915-45d7-a61b-1b5911a99db8 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Aug 29 14:36:21.646959 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=7765a61e-bc04-486a-a5d1-5764efb9efcd,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:21.693999 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2c127771-90f2-4f90-9efe-527205c0005d req-967411f9-69de-4116-9c12-e204cd459233 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 210 time: 0.0336909 Aug 29 14:36:21.746891 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-a100a4fc-94a2-45e7-9f60-42a31248caf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:21.789150 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-a100a4fc-94a2-45e7-9f60-42a31248caf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Network c507c791-e7f6-4063-b1e3-354734725b45 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:36:21.794532 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-a100a4fc-94a2-45e7-9f60-42a31248caf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:36:21.796888 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-a100a4fc-94a2-45e7-9f60-42a31248caf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:36:21.827310 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100a4fc-94a2-45e7-9f60-42a31248caf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event updated for resources: {'Port': ['ID=1639a203-872e-4609-b91e-7a0191107d66,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:21.864519 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-a100a4fc-94a2-45e7-9f60-42a31248caf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:21.865599 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-a100a4fc-94a2-45e7-9f60-42a31248caf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:21.908459 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['7765a61e-bc04-486a-a5d1-5764efb9efcd'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:36:21.995070 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-a100a4fc-94a2-45e7-9f60-42a31248caf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2890363 Aug 29 14:36:22.074307 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Request body: {'port': {'device_id': '1391cc40-7623-484f-8939-38835d369a61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:22.129717 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8c1a2-7438-4c40-a1bb-ca9a11eaebf7 req-8f9cad0c-3b53-42cc-af08-931fb9fa90dd tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:22.131318 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-59b8c1a2-7438-4c40-a1bb-ca9a11eaebf7 req-8f9cad0c-3b53-42cc-af08-931fb9fa90dd tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 945 time: 0.0966525 Aug 29 14:36:22.173681 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:22.202372 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-59b8c1a2-7438-4c40-a1bb-ca9a11eaebf7 req-7853f2ed-7957-4aa7-8662-d9f7d66bad63 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636122 Aug 29 14:36:22.212400 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-2d03845d-5671-4796-b512-7eb109d1e05a None None] Provisioning for port 1639a203-872e-4609-b91e-7a0191107d66 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:36:22.216552 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-2d03845d-5671-4796-b512-7eb109d1e05a None None] Provisioning complete for port 1639a203-872e-4609-b91e-7a0191107d66 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:22.216925 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-2d03845d-5671-4796-b512-7eb109d1e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:22.261360 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-2d03845d-5671-4796-b512-7eb109d1e05a None None] Port 1639a203-872e-4609-b91e-7a0191107d66 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:36:22.407962 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2abbb2-86b7-4103-92d2-19f68c0ef45d req-bdd96641-18a9-429a-afe5-1385750416b4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:22.409502 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9e2abbb2-86b7-4103-92d2-19f68c0ef45d req-bdd96641-18a9-429a-afe5-1385750416b4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 945 time: 0.1085269 Aug 29 14:36:22.438947 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a69516-4725-49f2-999b-d61c7bcd027d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b5b777-fb83-4acd-98bf-0f184afce531'}, {'server_uuid': '5c2f4e55-fd47-4711-b641-ae8ac1ea7edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a79f52-849b-4423-aca8-913d602be2a9'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:22.442375 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35bba8a-246d-4e94-bfc8-4328f33439e7" -d '{"events": [{"server_uuid": "14a69516-4725-49f2-999b-d61c7bcd027d", "name": "network-vif-plugged", "status": "completed", "tag": "c4b5b777-fb83-4acd-98bf-0f184afce531"}, {"server_uuid": "5c2f4e55-fd47-4711-b641-ae8ac1ea7edd", "name": "network-vif-plugged", "status": "completed", "tag": "36a79f52-849b-4423-aca8-913d602be2a9"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:22.490756 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2870c22d-f366-403e-a66e-4c5fbc7c3965 x-openstack-request-id: req-2870c22d-f366-403e-a66e-4c5fbc7c3965 {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:22.490893 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9e2abbb2-86b7-4103-92d2-19f68c0ef45d req-2d7465df-e649-4b93-b474-b161dac78232 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722151 Aug 29 14:36:22.491456 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a69516-4725-49f2-999b-d61c7bcd027d", "name": "network-vif-plugged", "status": "completed", "tag": "c4b5b777-fb83-4acd-98bf-0f184afce531", "code": 200}, {"server_uuid": "5c2f4e55-fd47-4711-b641-ae8ac1ea7edd", "name": "network-vif-plugged", "status": "completed", "tag": "36a79f52-849b-4423-aca8-913d602be2a9", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:22.492765 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2870c22d-f366-403e-a66e-4c5fbc7c3965 {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:22.493499 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a69516-4725-49f2-999b-d61c7bcd027d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b5b777-fb83-4acd-98bf-0f184afce531', 'code': 200} Aug 29 14:36:22.493945 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2f4e55-fd47-4711-b641-ae8ac1ea7edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a79f52-849b-4423-aca8-913d602be2a9', 'code': 200} Aug 29 14:36:22.570712 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1639a203-872e-4609-b91e-7a0191107d66 {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:36:22.582740 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:22.613432 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Transition to ACTIVE for port object 1639a203-872e-4609-b91e-7a0191107d66 will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:36:22.621883 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 41560) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:22.706800 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-794167e4-bb01-493f-a6c2-11c73be684c1 req-c184399a-0665-41fe-8c78-af7fc559882b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 210 time: 0.0299928 Aug 29 14:36:22.707893 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:22.836290 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Pushing event updated for resources: {'Port': ['ID=1639a203-872e-4609-b91e-7a0191107d66,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:22.890728 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-89a9e1e1-e15e-4292-a5be-5e933c446c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:22.978805 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53b352-a36e-4241-8acf-eecc1c3f5125 req-30c3c771-41aa-4e34-aff7-5f4c9346ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:22.980687 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-9b53b352-a36e-4241-8acf-eecc1c3f5125 req-30c3c771-41aa-4e34-aff7-5f4c9346ad5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 1099 time: 0.0625992 Aug 29 14:36:22.988066 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51762976-81dd-4269-a271-e6b1380c471f req-782d2900-e736-43b7-8dab-a5aecbb2daa2 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:22.989707 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-51762976-81dd-4269-a271-e6b1380c471f req-782d2900-e736-43b7-8dab-a5aecbb2daa2 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 943 time: 0.1713400 Aug 29 14:36:23.014439 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce467f43-aa2e-4109-b765-567d872950f8 req-defc8fba-f35d-4447-8769-0e8b7e412895 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:23.015909 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ce467f43-aa2e-4109-b765-567d872950f8 req-defc8fba-f35d-4447-8769-0e8b7e412895 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 946 time: 0.1760204 Aug 29 14:36:23.016563 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Attempting to bind port 1639a203-872e-4609-b91e-7a0191107d66 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:36:23.016870 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Attempting to bind port 1639a203-872e-4609-b91e-7a0191107d66 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:36:23.017193 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Attempting to bind port 1639a203-872e-4609-b91e-7a0191107d66 on network c507c791-e7f6-4063-b1e3-354734725b45 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:23.052598 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Port 1639a203-872e-4609-b91e-7a0191107d66 on network c507c791-e7f6-4063-b1e3-354734725b45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:36:23.052937 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Attempting to bind port 1639a203-872e-4609-b91e-7a0191107d66 on network c507c791-e7f6-4063-b1e3-354734725b45 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:23.082971 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-9b53b352-a36e-4241-8acf-eecc1c3f5125 req-fddbbd21-9677-4178-92b3-aff01985b314 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559788 Aug 29 14:36:23.096532 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad2542-ebb9-43ec-9f70-fb043b9b6272 req-2693a31f-9b4d-40bf-9826-d8f771473aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:23.098005 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-14ad2542-ebb9-43ec-9f70-fb043b9b6272 req-2693a31f-9b4d-40bf-9826-d8f771473aec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 1098 time: 0.0472009 Aug 29 14:36:23.127706 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:36:23.128024 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Checking segment: {'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:36:23.128401 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Bound using segment: {'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:36:23.128830 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Bound port: 1639a203-872e-4609-b91e-7a0191107d66, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:36:23.129180 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:23.236680 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 7765a61e-bc04-486a-a5d1-5764efb9efcd up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:36:23.347307 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-51762976-81dd-4269-a271-e6b1380c471f req-4e42e9fc-0f2f-4f34-9622-2b64c69dc836 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446698 Aug 29 14:36:23.364509 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ce467f43-aa2e-4109-b765-567d872950f8 req-ac8cadb4-2935-40bc-a432-9077d7f80469 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356564 Aug 29 14:36:23.369779 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port 7765a61e-bc04-486a-a5d1-5764efb9efcd completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:36:23.385524 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 7765a61e-bc04-486a-a5d1-5764efb9efcd triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:23.386128 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:23.469031 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-14ad2542-ebb9-43ec-9f70-fb043b9b6272 req-337c9b32-ced0-4ced-82a8-7110a8f63b3d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641310 Aug 29 14:36:23.480094 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-764d9943-0b10-450b-b04f-7b1e930fa457 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:23.481648 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-764d9943-0b10-450b-b04f-7b1e930fa457 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.36 "GET /v2.0/networks?id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 HTTP/1.1" status: 200 len: 817 time: 0.4252715 Aug 29 14:36:23.501577 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:23.530582 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-89a9e1e1-e15e-4292-a5be-5e933c446c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:23.532795 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] For port 1639a203-872e-4609-b91e-7a0191107d66, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:36:23.538628 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 7765a61e-bc04-486a-a5d1-5764efb9efcd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7765a61e-bc04-486a-a5d1-5764efb9efcd,segment=NetworkSegment(1f362be7-6a01-4686-a836-c4d417e6ffcc),segment_id=1f362be7-6a01-4686-a836-c4d417e6ffcc)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:23.548028 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] For port 1639a203-872e-4609-b91e-7a0191107d66, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1639a203-872e-4609-b91e-7a0191107d66,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:36:23.565323 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab422ea-3bdc-4712-804e-aa42754afe00 req-b64784a2-fe7d-47d8-8fe0-e0db814c0e1b tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:23.566963 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8ab422ea-3bdc-4712-804e-aa42754afe00 req-b64784a2-fe7d-47d8-8fe0-e0db814c0e1b tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 945 time: 0.0821545 Aug 29 14:36:23.619126 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8ab422ea-3bdc-4712-804e-aa42754afe00 req-3b00009d-f6c3-4d27-9e4e-8ff8cd2ac135 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407248 Aug 29 14:36:23.626539 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:23.637718 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-89a9e1e1-e15e-4292-a5be-5e933c446c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:23.661404 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:23.686642 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=7765a61e-bc04-486a-a5d1-5764efb9efcd,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:23.719696 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-89a9e1e1-e15e-4292-a5be-5e933c446c3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5aeeac2df7234a9fab3273922eaff6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0942929 Aug 29 14:36:23.723075 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 41588) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:23.739163 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9e1e1-e15e-4292-a5be-5e933c446c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193e5b2f-339e-448d-bddb-a069ec5fd986,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:23.770197 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:23.770888 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:23.774556 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] 10.222.0.36 "PUT /v2.0/ports/1639a203-872e-4609-b91e-7a0191107d66 HTTP/1.1" status: 200 len: 1093 time: 1.7057655 Aug 29 14:36:23.775102 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1391cc40-7623-484f-8939-38835d369a61', 'tag': '1639a203-872e-4609-b91e-7a0191107d66'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:23.779668 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedf98ba-8bda-412b-833d-5ef00697f446" -d '{"events": [{"name": "network-changed", "server_uuid": "1391cc40-7623-484f-8939-38835d369a61", "tag": "1639a203-872e-4609-b91e-7a0191107d66"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:23.793148 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-77dea80b-68ad-4bf3-8499-1ea7a13ff631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:23.803066 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f1a03-edc4-4a92-99dd-fa0523df2111 service neutron] Pushing event updated for resources: {'Port': ['ID=1639a203-872e-4609-b91e-7a0191107d66,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:23.833310 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-77dea80b-68ad-4bf3-8499-1ea7a13ff631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:23.854312 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ee42a-fc34-44d1-badc-3ae926bd5f9a req-19358089-5e49-459d-860d-c0786716b04e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:23.855855 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-101ee42a-fc34-44d1-badc-3ae926bd5f9a req-19358089-5e49-459d-860d-c0786716b04e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.1731787 Aug 29 14:36:23.857988 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b1d16792-7ed6-4032-b926-d75586596efb req-a27b117f-5dc3-477b-a5c0-f1d302989b98 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 210 time: 0.0407209 Aug 29 14:36:23.913913 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-101ee42a-fc34-44d1-badc-3ae926bd5f9a req-12ce5b68-81a7-4106-b257-960bbc781708 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488379 Aug 29 14:36:23.918378 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394c892d-3965-4a94-85b1-7533a7649104 x-openstack-request-id: req-394c892d-3965-4a94-85b1-7533a7649104 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:23.918667 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1391cc40-7623-484f-8939-38835d369a61", "tag": "1639a203-872e-4609-b91e-7a0191107d66", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:23.918911 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-394c892d-3965-4a94-85b1-7533a7649104 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:23.919299 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1391cc40-7623-484f-8939-38835d369a61', 'tag': '1639a203-872e-4609-b91e-7a0191107d66', 'status': 'completed', 'code': 200} Aug 29 14:36:23.988053 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-77dea80b-68ad-4bf3-8499-1ea7a13ff631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:23.990593 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-77dea80b-68ad-4bf3-8499-1ea7a13ff631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:23.991849 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-77dea80b-68ad-4bf3-8499-1ea7a13ff631 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/193e5b2f-339e-448d-bddb-a069ec5fd986 HTTP/1.1" status: 204 len: 168 time: 0.2697802 Aug 29 14:36:23.999827 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dea80b-68ad-4bf3-8499-1ea7a13ff631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193e5b2f-339e-448d-bddb-a069ec5fd986,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:24.489164 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c748b-555e-48ee-8962-85fff75dc713 req-7577825b-0b81-4ae2-8ac6-b06e6cb6f9be tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:24.490678 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-415c748b-555e-48ee-8962-85fff75dc713 req-7577825b-0b81-4ae2-8ac6-b06e6cb6f9be tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 943 time: 0.0749166 Aug 29 14:36:24.495897 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234e2541-bd59-4dcf-ac24-500e58b49f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7765a61e-bc04-486a-a5d1-5764efb9efcd'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:24.498225 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d5ae78-8f86-4a9a-8981-5766cb19e352" -d '{"events": [{"server_uuid": "234e2541-bd59-4dcf-ac24-500e58b49f3c", "name": "network-vif-plugged", "status": "completed", "tag": "7765a61e-bc04-486a-a5d1-5764efb9efcd"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:24.514765 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dc4f3-7476-4a0b-8a56-47b590719c15 req-85a32139-0101-46cc-82e7-f9c9df644d98 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:24.516203 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-388dc4f3-7476-4a0b-8a56-47b590719c15 req-85a32139-0101-46cc-82e7-f9c9df644d98 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 946 time: 0.0748203 Aug 29 14:36:24.558961 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-415c748b-555e-48ee-8962-85fff75dc713 req-a5524b84-0bee-4afb-b29c-ee6a3534b4b3 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583699 Aug 29 14:36:24.571712 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-388dc4f3-7476-4a0b-8a56-47b590719c15 req-0316e181-6bfd-48b5-8c60-b26143cb9879 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478327 Aug 29 14:36:24.601762 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3439e69d-dd6d-483c-a32f-e71006f8abc6 x-openstack-request-id: req-3439e69d-dd6d-483c-a32f-e71006f8abc6 {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:24.602149 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234e2541-bd59-4dcf-ac24-500e58b49f3c", "name": "network-vif-plugged", "status": "completed", "tag": "7765a61e-bc04-486a-a5d1-5764efb9efcd", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:24.602467 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3439e69d-dd6d-483c-a32f-e71006f8abc6 {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:24.602936 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234e2541-bd59-4dcf-ac24-500e58b49f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7765a61e-bc04-486a-a5d1-5764efb9efcd', 'code': 200} Aug 29 14:36:24.624537 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 41610) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:24.637849 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1768-e74a-476e-8357-e4767b368f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:24.723604 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1768-e74a-476e-8357-e4767b368f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:24.743186 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cb693-91ad-4088-a5c9-a05dcfa83ebf req-5deccd44-064b-4318-8672-585c3dd0faef tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:24.744678 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-211cb693-91ad-4088-a5c9-a05dcfa83ebf req-5deccd44-064b-4318-8672-585c3dd0faef tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 945 time: 0.0491271 Aug 29 14:36:24.782608 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1768-e74a-476e-8357-e4767b368f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:24.784909 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-211cb693-91ad-4088-a5c9-a05dcfa83ebf req-b94208a1-1447-4453-9f27-27264082bda1 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340569 Aug 29 14:36:24.821924 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-ebcb1768-e74a-476e-8357-e4767b368f0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=546ffbc6c9284a8e81040a81fa98ae58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962991 Aug 29 14:36:24.822771 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb1768-e74a-476e-8357-e4767b368f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502abf1a-5398-4ca7-8156-e0c39d3b3341,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:24.824815 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 41616) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:24.875316 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1efca7f4-8f63-4432-8fb2-c05ad01d0db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:24.896080 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1efca7f4-8f63-4432-8fb2-c05ad01d0db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:24.967160 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-448b5d10-20bd-4771-b56c-254475418223 req-6df73476-8d68-452c-bb78-6b43b93f2c09 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 210 time: 0.0290120 Aug 29 14:36:25.035632 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12357fae-1754-4b70-9427-61453d213577 req-04949427-a827-4b3f-a722-34b89c53f420 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:25.037094 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-12357fae-1754-4b70-9427-61453d213577 req-04949427-a827-4b3f-a722-34b89c53f420 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0478747 Aug 29 14:36:25.049268 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1efca7f4-8f63-4432-8fb2-c05ad01d0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:25.051716 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1efca7f4-8f63-4432-8fb2-c05ad01d0db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:25.052735 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-1efca7f4-8f63-4432-8fb2-c05ad01d0db5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/502abf1a-5398-4ca7-8156-e0c39d3b3341 HTTP/1.1" status: 204 len: 168 time: 0.2268860 Aug 29 14:36:25.071295 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efca7f4-8f63-4432-8fb2-c05ad01d0db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502abf1a-5398-4ca7-8156-e0c39d3b3341,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:25.098219 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-12357fae-1754-4b70-9427-61453d213577 req-629a0c38-61ee-413c-8dd9-be1cd1cc5621 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536330 Aug 29 14:36:25.701060 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb448a-e791-4e1c-a983-9752f4872e87 req-44b3aa7d-5932-4475-8d31-f1d78ae92e41 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:25.702536 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-21eb448a-e791-4e1c-a983-9752f4872e87 req-44b3aa7d-5932-4475-8d31-f1d78ae92e41 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 943 time: 0.0756428 Aug 29 14:36:25.715507 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51cc91-e3f1-4347-988d-1e058734563f req-7b3945d1-61fa-4f52-8ebb-350ec556f652 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:25.716849 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3b51cc91-e3f1-4347-988d-1e058734563f req-7b3945d1-61fa-4f52-8ebb-350ec556f652 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 946 time: 0.0653682 Aug 29 14:36:25.766124 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-21eb448a-e791-4e1c-a983-9752f4872e87 req-06ba5a37-0cb2-4c2c-a28d-708c9b5c0587 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483069 Aug 29 14:36:25.778832 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3b51cc91-e3f1-4347-988d-1e058734563f req-c2c325da-79ea-46aa-8de7-3162f7b4ecd1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552328 Aug 29 14:36:26.066985 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4dd5dabf-251e-4fe1-ab12-8bd9394a32ea req-6395e20a-2cfe-4067-9ea4-904c2977e765 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 210 time: 0.0297670 Aug 29 14:36:26.205602 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccd667-e341-42a3-ad09-d8cbb9cf65cf req-278d025e-11bb-4f76-9d55-fbf58b769ee4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:26.207261 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-caccd667-e341-42a3-ad09-d8cbb9cf65cf req-278d025e-11bb-4f76-9d55-fbf58b769ee4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0499253 Aug 29 14:36:26.253746 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-caccd667-e341-42a3-ad09-d8cbb9cf65cf req-3f14be0a-bc1f-48db-a0b6-76871d128d6f tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391474 Aug 29 14:36:26.665706 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-30734a10-9d5d-44d0-ae6e-b761b9008e04 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5afdc403b79a4f7593edca91c2b7f882 HTTP/1.1" status: 200 len: 379 time: 0.0427768 Aug 29 14:36:26.687086 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-4582cfe6-aa3e-49d2-9a3d-651c189ab186 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Request body: {'port': {'device_id': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'admin_state_up': True, 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'security_groups': ['1d6d5b1a-144b-4573-a7d3-705e5244e773']}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:26.756405 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf98ba-8bda-412b-833d-5ef00697f446 req-6a08e37f-2d62-41bb-87a4-827e00aff5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:26.758028 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fedf98ba-8bda-412b-833d-5ef00697f446 req-6a08e37f-2d62-41bb-87a4-827e00aff5e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49b2184f7302404ab91b419e21067663&device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 1096 time: 0.1039522 Aug 29 14:36:27.013492 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877501d-56f5-43db-acec-4aad272e59b2 req-90a3b877-5f9f-4ded-a3b9-7544d236dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:27.015714 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-8877501d-56f5-43db-acec-4aad272e59b2 req-90a3b877-5f9f-4ded-a3b9-7544d236dc01 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 1099 time: 0.0416782 Aug 29 14:36:27.043276 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b276ec-afec-4306-8249-98f5173b84ac req-9b656ae9-dd43-4992-b82b-de62aaec2323 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:27.044905 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c9b276ec-afec-4306-8249-98f5173b84ac req-9b656ae9-dd43-4992-b82b-de62aaec2323 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 943 time: 0.1787972 Aug 29 14:36:27.052785 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-8877501d-56f5-43db-acec-4aad272e59b2 req-4f894672-5bcb-4bea-aea1-1ce2c71cbc7a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296295 Aug 29 14:36:27.066229 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf98ba-8bda-412b-833d-5ef00697f446 req-f3a54718-f0df-4662-89ae-f7013cd46fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:27.066229 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fedf98ba-8bda-412b-833d-5ef00697f446 req-f3a54718-f0df-4662-89ae-f7013cd46fca service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=49b2184f7302404ab91b419e21067663&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2907898 Aug 29 14:36:27.073760 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7e38d-77ed-409f-818b-b09e8adfec80 req-fa16fe45-a71d-47eb-a1da-e8cf1f54eb9e tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:27.075085 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3fe7e38d-77ed-409f-818b-b09e8adfec80 req-fa16fe45-a71d-47eb-a1da-e8cf1f54eb9e tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 946 time: 0.1795723 Aug 29 14:36:27.081372 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-4582cfe6-aa3e-49d2-9a3d-651c189ab186 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Made reservation on behalf of 5afdc403b79a4f7593edca91c2b7f882 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:36:27.084781 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-4582cfe6-aa3e-49d2-9a3d-651c189ab186 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:27.138761 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c9b276ec-afec-4306-8249-98f5173b84ac req-05b9582b-0c5c-464d-a6ae-c4735014e52b tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856504 Aug 29 14:36:27.191725 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3fe7e38d-77ed-409f-818b-b09e8adfec80 req-9bda226e-1a49-4780-b7b7-40c35d92128d tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012521 Aug 29 14:36:27.265007 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ee9c3aec-d846-4949-94b3-db065acbcb12 req-800288d4-cee7-4fdd-8c57-ed8af0e4fd54 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 210 time: 0.0544143 Aug 29 14:36:27.310011 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-4582cfe6-aa3e-49d2-9a3d-651c189ab186 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Allocated IP 172.20.0.7 (77e4b94e-a9dd-4eea-8e2a-83ef0a655db3/6994c5da-f2dd-4a04-acbe-279bd8acc28e/bcbc19c8-0455-4f6b-90c7-153982d2db24) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:36:27.441951 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bcce7-ef41-4132-a690-1fb7f8246ccc req-0b99e967-9897-4ab1-a1d2-0c50044685e3 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:27.443523 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-112bcce7-ef41-4132-a690-1fb7f8246ccc req-0b99e967-9897-4ab1-a1d2-0c50044685e3 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.1160750 Aug 29 14:36:27.583311 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-112bcce7-ef41-4132-a690-1fb7f8246ccc req-5d308ff7-9167-4a4b-89aa-cb5c708c1f97 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309249 Aug 29 14:36:27.593120 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-4582cfe6-aa3e-49d2-9a3d-651c189ab186 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:27.639951 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-4582cfe6-aa3e-49d2-9a3d-651c189ab186 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Transition to ACTIVE for port object bcbc19c8-0455-4f6b-90c7-153982d2db24 will not be triggered until provisioned by entity DHCP. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:36:27.704785 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf98ba-8bda-412b-833d-5ef00697f446 req-a0da59c5-d073-4cc4-a4a6-56beec399240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:27.706573 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fedf98ba-8bda-412b-833d-5ef00697f446 req-a0da59c5-d073-4cc4-a4a6-56beec399240 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2198670 Aug 29 14:36:27.812497 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-4582cfe6-aa3e-49d2-9a3d-651c189ab186 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:28.033124 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-4582cfe6-aa3e-49d2-9a3d-651c189ab186 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:36:28.047591 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-4582cfe6-aa3e-49d2-9a3d-651c189ab186 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:36:28.064590 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-4582cfe6-aa3e-49d2-9a3d-651c189ab186 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:36:28.103031 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582cfe6-aa3e-49d2-9a3d-651c189ab186 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event updated for resources: {'Port': ['ID=bcbc19c8-0455-4f6b-90c7-153982d2db24,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:28.132384 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-b9210c2e-b75b-4de3-a633-8a80c51c9e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:28.134689 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-b9210c2e-b75b-4de3-a633-8a80c51c9e28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49b2184f7302404ab91b419e21067663&device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 1096 time: 0.1002240 Aug 29 14:36:28.140969 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-4582cfe6-aa3e-49d2-9a3d-651c189ab186 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:28.141609 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-4582cfe6-aa3e-49d2-9a3d-651c189ab186 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:28.254966 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-f11c9b97-8111-42d5-bcec-33aff538a958 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1639a203-872e-4609-b91e-7a0191107d66 HTTP/1.1" status: 200 len: 217 time: 0.0456052 Aug 29 14:36:28.267018 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-4582cfe6-aa3e-49d2-9a3d-651c189ab186 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5848744 Aug 29 14:36:28.302284 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Request body: {'port': {'device_id': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:28.358204 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff68cb9-0ff1-42df-af7a-64925a330dfb req-1d6816e8-3072-49f2-899a-d9aa7fd335e4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:28.359718 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7ff68cb9-0ff1-42df-af7a-64925a330dfb req-1d6816e8-3072-49f2-899a-d9aa7fd335e4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 943 time: 0.1072681 Aug 29 14:36:28.364028 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-6cf444e1-6fc7-48b6-8af5-10b703da8b57 None None] Provisioning for port bcbc19c8-0455-4f6b-90c7-153982d2db24 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:36:28.371479 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-6cf444e1-6fc7-48b6-8af5-10b703da8b57 None None] Provisioning complete for port bcbc19c8-0455-4f6b-90c7-153982d2db24 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:28.372405 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-6cf444e1-6fc7-48b6-8af5-10b703da8b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:28.409365 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-6cf444e1-6fc7-48b6-8af5-10b703da8b57 None None] Port bcbc19c8-0455-4f6b-90c7-153982d2db24 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:36:28.411957 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-88951512-0c51-4b07-87d2-913eefc8c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:28.413344 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-88951512-0c51-4b07-87d2-913eefc8c4c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01d4bbde-cfe8-4c36-b433-81d443b388ca HTTP/1.1" status: 200 len: 850 time: 0.1256223 Aug 29 14:36:28.423330 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:28.478417 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7ff68cb9-0ff1-42df-af7a-64925a330dfb req-25b32984-a598-4be8-9dab-e95c790434f1 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085272 Aug 29 14:36:28.534837 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-5afbfe61-ceb0-4055-9c32-b51bcd48142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:28.536369 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-5afbfe61-ceb0-4055-9c32-b51bcd48142e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c507c791-e7f6-4063-b1e3-354734725b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1110945 Aug 29 14:36:28.551973 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:28.765336 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309f2e2-76e9-4631-befb-be6624aa72fd req-a7982b46-cadd-4522-9372-fc9e560e76e8 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:28.766793 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3309f2e2-76e9-4631-befb-be6624aa72fd req-a7982b46-cadd-4522-9372-fc9e560e76e8 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 946 time: 0.1774507 Aug 29 14:36:28.807952 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-2b894f07-90c0-4734-9937-355a9326b22d service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196183 Aug 29 14:36:28.838176 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3309f2e2-76e9-4631-befb-be6624aa72fd req-fd76b62c-9f30-4c0f-b3ea-340b3243d079 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591083 Aug 29 14:36:28.947676 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcbc19c8-0455-4f6b-90c7-153982d2db24 {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:36:28.958315 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:28.996078 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Transition to ACTIVE for port object bcbc19c8-0455-4f6b-90c7-153982d2db24 will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:36:29.019692 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe757c80-8b00-4ada-8b7f-25849f48f65f req-57f4bf08-056b-4d28-b88c-93a94d1c562a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:29.021383 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe757c80-8b00-4ada-8b7f-25849f48f65f req-57f4bf08-056b-4d28-b88c-93a94d1c562a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 931 time: 0.1241522 Aug 29 14:36:29.029355 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697ed23-b551-4c66-9955-feefc7ec6611 req-bffa6bb1-6c0e-46c3-829e-04a5959376aa tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:29.030794 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d697ed23-b551-4c66-9955-feefc7ec6611 req-bffa6bb1-6c0e-46c3-829e-04a5959376aa tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0989063 Aug 29 14:36:29.091942 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe757c80-8b00-4ada-8b7f-25849f48f65f req-4083e823-553f-413e-9647-a63cc9f4ada8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601764 Aug 29 14:36:29.099265 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d697ed23-b551-4c66-9955-feefc7ec6611 req-0bfc8eec-5fa4-400d-82cd-b721f6abf5d7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614100 Aug 29 14:36:29.129146 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:29.202970 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Pushing event updated for resources: {'Port': ['ID=bcbc19c8-0455-4f6b-90c7-153982d2db24,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:29.259089 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Attempting to bind port bcbc19c8-0455-4f6b-90c7-153982d2db24 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:36:29.259527 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Attempting to bind port bcbc19c8-0455-4f6b-90c7-153982d2db24 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:36:29.259685 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Attempting to bind port bcbc19c8-0455-4f6b-90c7-153982d2db24 on network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:29.264461 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Port bcbc19c8-0455-4f6b-90c7-153982d2db24 on network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:36:29.264791 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Attempting to bind port bcbc19c8-0455-4f6b-90c7-153982d2db24 on network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:36:29.270208 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:36:29.270555 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Checking segment: {'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:36:29.270937 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Bound using segment: {'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:36:29.271365 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Bound port: bcbc19c8-0455-4f6b-90c7-153982d2db24, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:36:29.271722 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:29.341210 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] For port bcbc19c8-0455-4f6b-90c7-153982d2db24, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:36:29.344515 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] For port bcbc19c8-0455-4f6b-90c7-153982d2db24, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:36:29.451274 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:29.493266 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:29.493922 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:29.495309 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] 10.222.0.36 "PUT /v2.0/ports/bcbc19c8-0455-4f6b-90c7-153982d2db24 HTTP/1.1" status: 200 len: 1093 time: 1.1977644 Aug 29 14:36:29.495747 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'tag': 'bcbc19c8-0455-4f6b-90c7-153982d2db24'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:29.498001 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4a63f9-a35b-46da-acf0-37a0b625b980" -d '{"events": [{"name": "network-changed", "server_uuid": "3e054087-7eda-4e4c-9402-a9f614d6750b", "tag": "bcbc19c8-0455-4f6b-90c7-153982d2db24"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:29.526184 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b76c6a-febb-40be-9105-b8b1501dda4c service neutron] Pushing event updated for resources: {'Port': ['ID=bcbc19c8-0455-4f6b-90c7-153982d2db24,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:29.579551 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c61e3b-5565-4395-9366-1cde79d3c7c1 x-openstack-request-id: req-49c61e3b-5565-4395-9366-1cde79d3c7c1 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:29.579916 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e054087-7eda-4e4c-9402-a9f614d6750b", "tag": "bcbc19c8-0455-4f6b-90c7-153982d2db24", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:29.580254 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49c61e3b-5565-4395-9366-1cde79d3c7c1 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:29.581291 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'tag': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'status': 'completed', 'code': 200} Aug 29 14:36:29.665500 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b2bc7-1fe1-4fcb-a034-4ce46a1fae63 req-cf0d282a-b786-48ca-9d19-9629eefa7a7d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:29.667317 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1d1b2bc7-1fe1-4fcb-a034-4ce46a1fae63 req-cf0d282a-b786-48ca-9d19-9629eefa7a7d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 943 time: 0.0973761 Aug 29 14:36:29.709577 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbf9fc-6339-4a2f-bb2b-69297dd5fc01 req-6596d4f9-7a3f-4559-8a38-725192cef516 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:29.711861 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8fcbf9fc-6339-4a2f-bb2b-69297dd5fc01 req-6596d4f9-7a3f-4559-8a38-725192cef516 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0919521 Aug 29 14:36:29.737892 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1d1b2bc7-1fe1-4fcb-a034-4ce46a1fae63 req-942aeeec-95c0-453c-9820-01e5f6a1b1b9 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634880 Aug 29 14:36:29.761417 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8fcbf9fc-6339-4a2f-bb2b-69297dd5fc01 req-ea835329-af7e-41da-a363-efe1a19a8069 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433877 Aug 29 14:36:30.213310 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a3f22-c6ed-4385-b758-d645cdc070ee req-5253a0e0-9ac8-41aa-9133-5556acda28db tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:30.214814 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bf1a3f22-c6ed-4385-b758-d645cdc070ee req-5253a0e0-9ac8-41aa-9133-5556acda28db tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0524526 Aug 29 14:36:30.255490 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bf1a3f22-c6ed-4385-b758-d645cdc070ee req-6643958b-2b91-4c57-ba60-071f1f47ddb5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347552 Aug 29 14:36:30.459330 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:36:30.891915 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bd2ac-eaf4-423d-92d4-7e52cfec6f51 req-0b27415b-8e26-4199-a083-21900dd62dc1 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:30.893374 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d39bd2ac-eaf4-423d-92d4-7e52cfec6f51 req-0b27415b-8e26-4199-a083-21900dd62dc1 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 943 time: 0.0816832 Aug 29 14:36:30.904252 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b46866-7979-4c49-ab76-90ee85e4aad8 req-4a4c6b36-ddc4-495e-b738-3f3e6a27b7ec tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:30.905614 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d7b46866-7979-4c49-ab76-90ee85e4aad8 req-4a4c6b36-ddc4-495e-b738-3f3e6a27b7ec tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0654545 Aug 29 14:36:30.963026 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d39bd2ac-eaf4-423d-92d4-7e52cfec6f51 req-381d13dc-bc7d-4087-a002-97d9915a5b19 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564444 Aug 29 14:36:30.967639 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d7b46866-7979-4c49-ab76-90ee85e4aad8 req-8726e713-7e73-4fef-948b-2ff98da5a082 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554209 Aug 29 14:36:31.371813 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a25fa7-adff-442a-ae5e-2b7c915331c7 req-b871ae40-02ee-46c5-9b30-b149f2eba276 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:31.373352 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b7a25fa7-adff-442a-ae5e-2b7c915331c7 req-b871ae40-02ee-46c5-9b30-b149f2eba276 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0482166 Aug 29 14:36:31.411208 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b7a25fa7-adff-442a-ae5e-2b7c915331c7 req-0854afa3-a912-4e58-bada-448553ac4a26 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318234 Aug 29 14:36:31.688841 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abed609f-c959-4e2e-a33b-dce414aeaff6 req-c69cee71-b211-4e07-81bd-d1deaa2f3090 service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118519 Aug 29 14:36:31.702580 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a63f9-a35b-46da-acf0-37a0b625b980 req-4ce0b461-cf1a-4081-b2d6-c713cba10253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:31.704088 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8c4a63f9-a35b-46da-acf0-37a0b625b980 req-4ce0b461-cf1a-4081-b2d6-c713cba10253 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afdc403b79a4f7593edca91c2b7f882&device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 1096 time: 0.0516882 Aug 29 14:36:31.931471 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f601a74-6abf-484a-824c-2865a96c3aaa req-357867c4-b805-4082-a75f-6fa2ce817032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:31.933005 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5f601a74-6abf-484a-824c-2865a96c3aaa req-357867c4-b805-4082-a75f-6fa2ce817032 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb6738c758b44604a7eb98cf8f592891&device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 1099 time: 0.0809944 Aug 29 14:36:31.934355 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a63f9-a35b-46da-acf0-37a0b625b980 req-0beb95c2-d470-4c12-a793-7fea9043bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:31.935724 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8c4a63f9-a35b-46da-acf0-37a0b625b980 req-0beb95c2-d470-4c12-a793-7fea9043bb69 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5afdc403b79a4f7593edca91c2b7f882&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1319656 Aug 29 14:36:32.224482 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e191e99-e772-4cbb-b470-c879ee2678b5 req-d1aa2918-342d-4f6c-be54-33da570ccdab tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:32.226274 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1e191e99-e772-4cbb-b470-c879ee2678b5 req-d1aa2918-342d-4f6c-be54-33da570ccdab tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.1923134 Aug 29 14:36:32.243618 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94721d-0b46-4496-a472-213863dad339 req-322bf813-038b-4c94-827b-5a595f300bc7 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:32.245018 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4a94721d-0b46-4496-a472-213863dad339 req-322bf813-038b-4c94-827b-5a595f300bc7 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 943 time: 0.1998768 Aug 29 14:36:32.321673 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f601a74-6abf-484a-824c-2865a96c3aaa req-10fe7d10-3b49-4eb3-ba65-6d34a8d63ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:32.323171 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5f601a74-6abf-484a-824c-2865a96c3aaa req-10fe7d10-3b49-4eb3-ba65-6d34a8d63ec3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 HTTP/1.1" status: 200 len: 919 time: 0.2426231 Aug 29 14:36:32.334652 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a63f9-a35b-46da-acf0-37a0b625b980 req-918a5e9b-0652-4873-9fa7-59eb1a126dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:32.337172 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8c4a63f9-a35b-46da-acf0-37a0b625b980 req-918a5e9b-0652-4873-9fa7-59eb1a126dab service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2523053 Aug 29 14:36:32.347871 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1e191e99-e772-4cbb-b470-c879ee2678b5 req-23a5f90a-b69b-4c7e-9658-a1a360586480 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988345 Aug 29 14:36:32.355703 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4a94721d-0b46-4496-a472-213863dad339 req-84bfc27d-cddb-4b73-ab3e-c95748316736 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940416 Aug 29 14:36:32.539177 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a3adc-7ba1-45e0-99a8-a5516117790b req-1d3fa64c-677e-406a-b315-31e90e00e901 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:32.540886 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2d8a3adc-7ba1-45e0-99a8-a5516117790b req-1d3fa64c-677e-406a-b315-31e90e00e901 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0540948 Aug 29 14:36:32.583872 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2d8a3adc-7ba1-45e0-99a8-a5516117790b req-44c57d20-eb29-4a55-b272-9d5a96a6fa47 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367980 Aug 29 14:36:33.528311 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3fe72-1326-472f-9471-8132f098711e req-274f99c1-c390-4d8c-b448-9f69e7ec03e3 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:33.529782 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-25f3fe72-1326-472f-9471-8132f098711e req-274f99c1-c390-4d8c-b448-9f69e7ec03e3 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 943 time: 0.1030831 Aug 29 14:36:33.537692 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9333aa1-87a7-4390-ad09-6d04cfa5facf req-6d621234-0b65-46f9-a91a-077fb95ec6de tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:33.539645 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f9333aa1-87a7-4390-ad09-6d04cfa5facf req-6d621234-0b65-46f9-a91a-077fb95ec6de tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.1029723 Aug 29 14:36:33.588216 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-25f3fe72-1326-472f-9471-8132f098711e req-b105afea-7904-478c-94a0-027c624399d0 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476646 Aug 29 14:36:33.599839 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f9333aa1-87a7-4390-ad09-6d04cfa5facf req-e346774f-ff88-4d9e-9783-c5d8b45d5ec3 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461776 Aug 29 14:36:33.712003 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c43a8c-3210-41a0-b182-a96fdab58af7 req-20353774-ec2d-4539-b863-2f1be215ed7f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:33.713701 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e5c43a8c-3210-41a0-b182-a96fdab58af7 req-20353774-ec2d-4539-b863-2f1be215ed7f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0565701 Aug 29 14:36:33.765385 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e5c43a8c-3210-41a0-b182-a96fdab58af7 req-469a9024-52f4-4de7-85a7-49e8909abb99 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435247 Aug 29 14:36:34.732409 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c01f6-af9a-42fb-9c5e-8d23ccc1b3df req-67b41970-fc15-41ce-b036-bab3057d4502 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:34.733948 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6a4c01f6-af9a-42fb-9c5e-8d23ccc1b3df req-67b41970-fc15-41ce-b036-bab3057d4502 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 943 time: 0.0794787 Aug 29 14:36:34.750471 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daf508-6efa-40f2-aafc-7bcdf79ef93d req-cffd8434-3baf-4867-b88a-58f5261923e8 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:34.751923 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-36daf508-6efa-40f2-aafc-7bcdf79ef93d req-cffd8434-3baf-4867-b88a-58f5261923e8 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0727615 Aug 29 14:36:34.808127 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6a4c01f6-af9a-42fb-9c5e-8d23ccc1b3df req-36901227-e995-4b1b-b312-ffa9d69ace00 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552576 Aug 29 14:36:34.810912 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-36daf508-6efa-40f2-aafc-7bcdf79ef93d req-d208f0db-c7fc-4399-a4fc-1142d1eb6413 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512993 Aug 29 14:36:34.914478 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d98ed-0904-4dc7-99e3-b0c0f5feef1f req-70ad6327-3d89-4774-a991-c386d50addd1 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:34.916100 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ef7d98ed-0904-4dc7-99e3-b0c0f5feef1f req-70ad6327-3d89-4774-a991-c386d50addd1 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0501091 Aug 29 14:36:34.953907 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ef7d98ed-0904-4dc7-99e3-b0c0f5feef1f req-d304d45d-2b61-4991-9593-1dd429f8d512 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319397 Aug 29 14:36:35.240228 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5f601a74-6abf-484a-824c-2865a96c3aaa req-68da397a-e716-4be5-aef6-4c096228f725 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7765a61e-bc04-486a-a5d1-5764efb9efcd HTTP/1.1" status: 200 len: 217 time: 0.2227168 Aug 29 14:36:35.307045 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-6e71ccc3-0c65-457f-a6a2-6b457d2939ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:35.308437 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-6e71ccc3-0c65-457f-a6a2-6b457d2939ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afdc403b79a4f7593edca91c2b7f882&device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 1096 time: 0.0769081 Aug 29 14:36:35.310163 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f601a74-6abf-484a-824c-2865a96c3aaa req-960fc8e4-ac3b-4f86-801c-c371cd57bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:35.311430 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5f601a74-6abf-484a-824c-2865a96c3aaa req-960fc8e4-ac3b-4f86-801c-c371cd57bcf3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8625feb-c975-4960-b914-faf042f9ec63 HTTP/1.1" status: 200 len: 858 time: 0.0544069 Aug 29 14:36:35.390182 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-fdc99345-f77b-49b8-8c9e-a025b8dfeb8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24 HTTP/1.1" status: 200 len: 217 time: 0.0564678 Aug 29 14:36:35.391926 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5f601a74-6abf-484a-824c-2865a96c3aaa req-df01a28b-b116-4d03-9537-04f4943828a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571129 Aug 29 14:36:35.505981 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-8952996a-f52a-40ba-81f5-8eff0e9f64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:35.507387 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-8952996a-f52a-40ba-81f5-8eff0e9f64b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6994c5da-f2dd-4a04-acbe-279bd8acc28e HTTP/1.1" status: 200 len: 856 time: 0.1006873 Aug 29 14:36:35.564640 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5f601a74-6abf-484a-824c-2865a96c3aaa req-32cb7f3f-520f-435e-bd4f-812eb032665c service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566586 Aug 29 14:36:35.571228 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-e0f2681a-2f75-40c6-9d4a-12d5aa6926de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:35.572712 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-e0f2681a-2f75-40c6-9d4a-12d5aa6926de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546179 Aug 29 14:36:35.733093 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-57ba82bd-b528-4247-adfb-ca0f4aed2445 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516621 Aug 29 14:36:35.734845 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5f601a74-6abf-484a-824c-2865a96c3aaa req-0cd6c05d-956e-47c6-b706-fa1eef7eccba service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546409 Aug 29 14:36:35.841438 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4be0c6eb-d3c8-44ec-a1b5-e0285296b658 req-941c3533-0469-4b6b-a801-0072b09edf95 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892491 Aug 29 14:36:35.964291 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb28b4-258d-46a7-babd-ef0cb8d41c26 req-c906d8e5-27c6-44f0-bb1e-de697f7b47e2 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:35.964291 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0ecb28b4-258d-46a7-babd-ef0cb8d41c26 req-c906d8e5-27c6-44f0-bb1e-de697f7b47e2 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 943 time: 0.0797126 Aug 29 14:36:35.974446 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1560-9dae-41f1-94b7-ef9ad8a48c1f req-bdf3dca7-d314-47f0-a4bd-0fe65cce5681 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:35.975998 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-333e1560-9dae-41f1-94b7-ef9ad8a48c1f req-bdf3dca7-d314-47f0-a4bd-0fe65cce5681 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0861456 Aug 29 14:36:36.035514 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0ecb28b4-258d-46a7-babd-ef0cb8d41c26 req-ecd9e707-e041-4237-b156-2bab173abe13 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579581 Aug 29 14:36:36.038286 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-333e1560-9dae-41f1-94b7-ef9ad8a48c1f req-d9e76c88-ff18-4981-8681-36623d2f0fbe tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536399 Aug 29 14:36:36.148464 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458e629-30ed-4598-8528-ded018c61f82 req-cd5228e7-47f7-4d4d-a83f-a66fc7e1f01f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:36.150070 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5458e629-30ed-4598-8528-ded018c61f82 req-cd5228e7-47f7-4d4d-a83f-a66fc7e1f01f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0526247 Aug 29 14:36:36.188685 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5458e629-30ed-4598-8528-ded018c61f82 req-12c61efe-b192-4ca6-afdf-04bc236c92de tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320954 Aug 29 14:36:36.962486 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 41894) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:37.069674 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-7595d9c9-e049-41a1-882b-bf2952f9b941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:37.219271 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae2a9d-3b62-49c9-807f-9947d593eb50 req-2fd906fe-c93d-4548-bc48-64dc6c6337ca tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:37.220782 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abae2a9d-3b62-49c9-807f-9947d593eb50 req-2fd906fe-c93d-4548-bc48-64dc6c6337ca tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 943 time: 0.1015205 Aug 29 14:36:37.251637 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d53c83-d92e-4972-a961-d1ff94d00835 req-121f6338-6a9d-4902-9812-37a7ce78ff5c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:37.253059 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-02d53c83-d92e-4972-a961-d1ff94d00835 req-121f6338-6a9d-4902-9812-37a7ce78ff5c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.1053085 Aug 29 14:36:37.314190 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-abae2a9d-3b62-49c9-807f-9947d593eb50 req-19d99156-f7b5-440c-84cb-7ba58622e553 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808496 Aug 29 14:36:37.319663 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-7595d9c9-e049-41a1-882b-bf2952f9b941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:37.339032 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-02d53c83-d92e-4972-a961-d1ff94d00835 req-60bbf8c6-d62b-44a9-9620-8e80b57eb104 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778306 Aug 29 14:36:37.417420 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe060d0-3a83-4815-b5a4-5735f9250ff8 req-434f291d-b943-4328-9905-7cddd3e31d54 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:37.418943 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bfe060d0-3a83-4815-b5a4-5735f9250ff8 req-434f291d-b943-4328-9905-7cddd3e31d54 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0491247 Aug 29 14:36:37.430993 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-7595d9c9-e049-41a1-882b-bf2952f9b941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:37.483979 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-7595d9c9-e049-41a1-882b-bf2952f9b941 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3229bd50909b44cf8c935231048bde53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5202889 Aug 29 14:36:37.486573 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 41912) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:37.491966 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595d9c9-e049-41a1-882b-bf2952f9b941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2c5426-0bff-472d-a8c5-67180622fbd1,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:37.515021 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bfe060d0-3a83-4815-b5a4-5735f9250ff8 req-0b8ae5ee-d3a5-41aa-96d2-0d48cec53b65 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900624 Aug 29 14:36:37.550452 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1ccf39fe-43cb-423c-ba9d-7355ff96bb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:37.571972 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1ccf39fe-43cb-423c-ba9d-7355ff96bb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:37.712976 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1ccf39fe-43cb-423c-ba9d-7355ff96bb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:37.715538 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1ccf39fe-43cb-423c-ba9d-7355ff96bb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:37.716675 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-1ccf39fe-43cb-423c-ba9d-7355ff96bb3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf2c5426-0bff-472d-a8c5-67180622fbd1 HTTP/1.1" status: 204 len: 168 time: 0.2282252 Aug 29 14:36:37.724507 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf39fe-43cb-423c-ba9d-7355ff96bb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2c5426-0bff-472d-a8c5-67180622fbd1,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:38.468949 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d39e3a-f08d-44aa-8c39-4a0e2562df01 req-0e409bd6-edfa-4874-9bbe-c91fbbfb4c05 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:38.470455 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-10d39e3a-f08d-44aa-8c39-4a0e2562df01 req-0e409bd6-edfa-4874-9bbe-c91fbbfb4c05 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 943 time: 0.0897760 Aug 29 14:36:38.483162 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b60945-3628-4668-b34b-cb3a5b96ad5b req-d773d710-ca4e-4c6d-889c-3eab2b86d6a2 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:38.484590 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-72b60945-3628-4668-b34b-cb3a5b96ad5b req-d773d710-ca4e-4c6d-889c-3eab2b86d6a2 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0648592 Aug 29 14:36:38.536342 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-10d39e3a-f08d-44aa-8c39-4a0e2562df01 req-37ef9dda-aa2a-4815-91bc-46f41f174dbc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508077 Aug 29 14:36:38.546061 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-72b60945-3628-4668-b34b-cb3a5b96ad5b req-9930b051-20db-4f9e-a3f2-eb11f970af97 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547233 Aug 29 14:36:38.668782 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b3f5d-20b1-4322-9b50-55cf343438ff req-ba52e556-9279-485c-93b2-3db8802f5555 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:38.670280 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-207b3f5d-20b1-4322-9b50-55cf343438ff req-ba52e556-9279-485c-93b2-3db8802f5555 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0479903 Aug 29 14:36:38.709546 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-207b3f5d-20b1-4322-9b50-55cf343438ff req-c57a4eaf-88fb-4029-b003-83d8c776ad74 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333538 Aug 29 14:36:39.706070 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3598f33-3b85-4861-a3dd-9b9908de203c req-ebdfabcd-409f-481f-b716-c8f518e1dfbf tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:39.707541 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e3598f33-3b85-4861-a3dd-9b9908de203c req-ebdfabcd-409f-481f-b716-c8f518e1dfbf tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0771291 Aug 29 14:36:39.718896 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe739bc-c054-4a08-83ba-3c05679fb0bb req-1dbdfaa8-b35f-4fbe-9158-9f033ae9b9fb tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:39.720390 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1fe739bc-c054-4a08-83ba-3c05679fb0bb req-1dbdfaa8-b35f-4fbe-9158-9f033ae9b9fb tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 943 time: 0.0912054 Aug 29 14:36:39.775838 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e3598f33-3b85-4861-a3dd-9b9908de203c req-8956c4de-ac18-4eb7-b81a-f9b7157240d4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545034 Aug 29 14:36:39.780439 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1fe739bc-c054-4a08-83ba-3c05679fb0bb req-5c870258-84de-457a-8077-2b4ff489f85e tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530825 Aug 29 14:36:39.817739 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 1639a203-872e-4609-b91e-7a0191107d66 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:36:39.906740 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306c443-205b-4ded-bc39-ae27abbda8c7 req-c5f0a20c-1c92-4c6c-9641-a76c1d38a382 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:39.908276 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d306c443-205b-4ded-bc39-ae27abbda8c7 req-c5f0a20c-1c92-4c6c-9641-a76c1d38a382 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0748751 Aug 29 14:36:39.918822 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 1639a203-872e-4609-b91e-7a0191107d66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1639a203-872e-4609-b91e-7a0191107d66,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:39.933161 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '1639a203-872e-4609-b91e-7a0191107d66', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'port_id': '1639a203-872e-4609-b91e-7a0191107d66', 'mac_address': 'fa:16:3e:d4:5b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:36:39.955057 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d306c443-205b-4ded-bc39-ae27abbda8c7 req-5875b69f-cd7c-450b-a99f-ed9ceb87ed23 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402987 Aug 29 14:36:39.974711 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:39.988684 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1639a203-872e-4609-b91e-7a0191107d66 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:36:40.009196 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 1639a203-872e-4609-b91e-7a0191107d66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1639a203-872e-4609-b91e-7a0191107d66,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:40.100248 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:40.149640 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=1639a203-872e-4609-b91e-7a0191107d66,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:40.681854 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42014) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:40.787754 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1d5d-29c9-4daf-837d-efd0144bee92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:40.886266 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1d5d-29c9-4daf-837d-efd0144bee92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:40.920126 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76917999-ccfd-4571-b5fd-d8d252e90cc5 req-65f6db05-025e-4f57-8526-647313c621d9 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:40.921618 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-76917999-ccfd-4571-b5fd-d8d252e90cc5 req-65f6db05-025e-4f57-8526-647313c621d9 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0753274 Aug 29 14:36:40.934539 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39975b7d-a3d0-4aa1-a62e-24a5e9101d67 req-843e03b0-8160-4438-87bb-69d4cf8806fc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:40.935632 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-39975b7d-a3d0-4aa1-a62e-24a5e9101d67 req-843e03b0-8160-4438-87bb-69d4cf8806fc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 944 time: 0.0772676 Aug 29 14:36:40.970717 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1d5d-29c9-4daf-837d-efd0144bee92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.156481 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-76917999-ccfd-4571-b5fd-d8d252e90cc5 req-e7a8e009-1f3b-423f-91e8-7490efd43bc7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565553 Aug 29 14:36:41.156481 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-39975b7d-a3d0-4aa1-a62e-24a5e9101d67 req-03edd919-e3b4-40e5-b372-43e931de2f21 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541184 Aug 29 14:36:41.157642 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb1d5d-29c9-4daf-837d-efd0144bee92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d99a6f-5d24-4028-8524-c0249135eec1,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:41.157642 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-a8eb1d5d-29c9-4daf-837d-efd0144bee92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac308eb4fff349d683ca17c21b061693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333120 Aug 29 14:36:41.158200 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81456b15-c7c1-4a87-8f33-54903fec9e35 req-81f63b04-30ad-4131-bc9c-1b39302d1318 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:41.158200 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-81456b15-c7c1-4a87-8f33-54903fec9e35 req-81f63b04-30ad-4131-bc9c-1b39302d1318 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0501800 Aug 29 14:36:41.158200 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-81456b15-c7c1-4a87-8f33-54903fec9e35 req-325689ed-a54d-4e09-a4db-79420315907b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306108 Aug 29 14:36:41.166920 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 42026) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:41.254387 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9db04642-0a50-4b98-b0da-b7f8c34dae8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.254387 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9db04642-0a50-4b98-b0da-b7f8c34dae8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.644534 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9db04642-0a50-4b98-b0da-b7f8c34dae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.647286 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9db04642-0a50-4b98-b0da-b7f8c34dae8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:41.648688 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-9db04642-0a50-4b98-b0da-b7f8c34dae8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1d99a6f-5d24-4028-8524-c0249135eec1 HTTP/1.1" status: 204 len: 168 time: 0.4807715 Aug 29 14:36:41.656571 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db04642-0a50-4b98-b0da-b7f8c34dae8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d99a6f-5d24-4028-8524-c0249135eec1,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:42.246061 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42046) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:42.259582 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ba2c1748-66e9-4617-8826-7e65bf6f8b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.293478 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84cf35-b848-44e0-8dc5-0521ffe9d265 req-864e104d-88af-4f87-a71c-e6a992cc1e53 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:42.295181 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1f84cf35-b848-44e0-8dc5-0521ffe9d265 req-864e104d-88af-4f87-a71c-e6a992cc1e53 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0733731 Aug 29 14:36:42.304385 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3b893-84f7-4d23-a057-b693272b77ae req-0c6267c4-0ec9-44bd-b617-501b5a894da2 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:42.305833 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9ac3b893-84f7-4d23-a057-b693272b77ae req-0c6267c4-0ec9-44bd-b617-501b5a894da2 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 944 time: 0.0929444 Aug 29 14:36:42.352072 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ba2c1748-66e9-4617-8826-7e65bf6f8b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.361581 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1f84cf35-b848-44e0-8dc5-0521ffe9d265 req-7b1a3fa3-7ef4-4db9-8abf-7cf5474e3e27 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547857 Aug 29 14:36:42.366967 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9ac3b893-84f7-4d23-a057-b693272b77ae req-2fbf11ed-37fb-4f05-8bc9-34f88e462ae6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535774 Aug 29 14:36:42.455923 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ba2c1748-66e9-4617-8826-7e65bf6f8b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.473435 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5004f6a-ae5d-4a2d-be9c-76e315c29c36 req-64258c55-2b95-4e96-a8eb-352b4b3a7cbc tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:42.475398 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e5004f6a-ae5d-4a2d-be9c-76e315c29c36 req-64258c55-2b95-4e96-a8eb-352b4b3a7cbc tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0506244 Aug 29 14:36:42.495803 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-ba2c1748-66e9-4617-8826-7e65bf6f8b3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b8093b683a44aa2a540d593347167c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486393 Aug 29 14:36:42.496958 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c1748-66e9-4617-8826-7e65bf6f8b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc78520-807f-41c4-ade7-6dad9e1266e8,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:42.499476 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42052) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:42.518185 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e5004f6a-ae5d-4a2d-be9c-76e315c29c36 req-7f1dc826-6160-426a-a273-f34e8b4b0a71 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359340 Aug 29 14:36:42.546566 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-85ff5274-af54-4c66-adad-c2fe41fc7a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.567113 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-85ff5274-af54-4c66-adad-c2fe41fc7a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.696122 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-85ff5274-af54-4c66-adad-c2fe41fc7a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.698564 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-85ff5274-af54-4c66-adad-c2fe41fc7a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:42.699688 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-85ff5274-af54-4c66-adad-c2fe41fc7a7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fc78520-807f-41c4-ade7-6dad9e1266e8 HTTP/1.1" status: 204 len: 168 time: 0.1994593 Aug 29 14:36:42.707515 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff5274-af54-4c66-adad-c2fe41fc7a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc78520-807f-41c4-ade7-6dad9e1266e8,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:43.512341 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['1639a203-872e-4609-b91e-7a0191107d66'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:36:43.515594 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d462a-cff8-4de4-96f0-57f31e3366c3 req-aa59d646-5e41-44ce-a588-cb5b5cba7cd1 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:43.517163 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bf4d462a-cff8-4de4-96f0-57f31e3366c3 req-aa59d646-5e41-44ce-a588-cb5b5cba7cd1 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 944 time: 0.0746086 Aug 29 14:36:43.526140 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73533480-0780-4075-87fa-cd08fc0e35db req-8486e574-0007-43e2-bc8b-b1a5b10805f8 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:43.527591 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-73533480-0780-4075-87fa-cd08fc0e35db req-8486e574-0007-43e2-bc8b-b1a5b10805f8 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0981777 Aug 29 14:36:43.592170 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-73533480-0780-4075-87fa-cd08fc0e35db req-90e55827-bd70-40cc-8348-92d6c17d3f62 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578499 Aug 29 14:36:43.596837 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bf4d462a-cff8-4de4-96f0-57f31e3366c3 req-176e67dd-3c82-4d0a-b937-255a21228c5a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683548 Aug 29 14:36:43.701193 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe1a51-fabc-46cf-92bf-70c9538c872b req-6ec64a44-2cab-4cb2-baf4-de80c4958ff0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:43.707737 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bdbe1a51-fabc-46cf-92bf-70c9538c872b req-6ec64a44-2cab-4cb2-baf4-de80c4958ff0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0515344 Aug 29 14:36:43.742752 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bdbe1a51-fabc-46cf-92bf-70c9538c872b req-9e68da91-f1c2-4735-a7a0-f91690694bfc tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326884 Aug 29 14:36:44.716472 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device bcbc19c8-0455-4f6b-90c7-153982d2db24 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:36:44.735584 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 1639a203-872e-4609-b91e-7a0191107d66 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:36:44.769081 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10264d7d-90a5-4fe7-8556-f3ed3e81be45 req-0d8956a3-417e-4274-b125-1583d30b273d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:44.771958 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-10264d7d-90a5-4fe7-8556-f3ed3e81be45 req-0d8956a3-417e-4274-b125-1583d30b273d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0940325 Aug 29 14:36:44.782393 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84937269-6758-4e20-8fa9-1345c2a0dd7c req-e70638e4-023b-4296-9819-9994ad2a18bf tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:44.783947 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-84937269-6758-4e20-8fa9-1345c2a0dd7c req-e70638e4-023b-4296-9819-9994ad2a18bf tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 944 time: 0.1044693 Aug 29 14:36:44.841685 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-10264d7d-90a5-4fe7-8556-f3ed3e81be45 req-eee7efda-f96a-4c1a-9458-4e87287ac4ca tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565455 Aug 29 14:36:44.850313 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-84937269-6758-4e20-8fa9-1345c2a0dd7c req-b550f8ec-a0ef-42e1-b508-0bfa8dce8d87 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579443 Aug 29 14:36:44.856135 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port bcbc19c8-0455-4f6b-90c7-153982d2db24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:44.879450 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'port_id': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'mac_address': 'fa:16:3e:10:45:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:36:44.929209 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:44.944080 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbc19c8-0455-4f6b-90c7-153982d2db24 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:36:44.960777 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113de26-911a-4a32-a19b-85347d9d1976 req-2d0bbcb7-95ae-4fbc-b43c-2a6e6bf99e29 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:44.962578 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e113de26-911a-4a32-a19b-85347d9d1976 req-2d0bbcb7-95ae-4fbc-b43c-2a6e6bf99e29 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0529602 Aug 29 14:36:44.965729 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port bcbc19c8-0455-4f6b-90c7-153982d2db24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:44.973464 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port 1639a203-872e-4609-b91e-7a0191107d66 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:36:44.979781 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 1639a203-872e-4609-b91e-7a0191107d66 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:44.979781 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:45.011784 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e113de26-911a-4a32-a19b-85347d9d1976 req-6b5dbd9e-8864-49d6-bd84-64a8e3da4bd9 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419819 Aug 29 14:36:45.060024 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:45.067313 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:45.139682 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1391cc40-7623-484f-8939-38835d369a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1639a203-872e-4609-b91e-7a0191107d66'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:45.142001 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22f50e1-7266-4e42-9269-9e126bb4e1cd" -d '{"events": [{"server_uuid": "1391cc40-7623-484f-8939-38835d369a61", "name": "network-vif-plugged", "status": "completed", "tag": "1639a203-872e-4609-b91e-7a0191107d66"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:45.146445 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=bcbc19c8-0455-4f6b-90c7-153982d2db24,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:45.157755 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 1639a203-872e-4609-b91e-7a0191107d66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1639a203-872e-4609-b91e-7a0191107d66,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:45.181134 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185af797-337e-49d1-920d-5c52af0e1892 x-openstack-request-id: req-185af797-337e-49d1-920d-5c52af0e1892 {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:45.181134 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1391cc40-7623-484f-8939-38835d369a61", "name": "network-vif-plugged", "status": "completed", "tag": "1639a203-872e-4609-b91e-7a0191107d66", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:45.181134 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-185af797-337e-49d1-920d-5c52af0e1892 {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:45.181528 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1391cc40-7623-484f-8939-38835d369a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1639a203-872e-4609-b91e-7a0191107d66', 'code': 200} Aug 29 14:36:45.248353 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-3800aaee-074d-4c2d-aeb3-3c49ece9b18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:45.324911 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:45.377012 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=1639a203-872e-4609-b91e-7a0191107d66,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:45.540175 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['bcbc19c8-0455-4f6b-90c7-153982d2db24'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:36:45.623247 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de47a6-665c-4205-a7ac-5314a60581d0 req-e09e7a02-4dc7-4a94-88b3-6bb8b4fa4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:45.624801 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e7de47a6-665c-4205-a7ac-5314a60581d0 req-e09e7a02-4dc7-4a94-88b3-6bb8b4fa4254 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 1098 time: 0.0737960 Aug 29 14:36:45.670390 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e7de47a6-665c-4205-a7ac-5314a60581d0 req-cf5c48f3-c5de-4b6f-abbe-77077093a24a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347617 Aug 29 14:36:45.972093 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053ac62-bf5e-41cf-b222-e61fd776f9be req-51171fbc-2ff2-4976-b170-b0b4f9fc7dd7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:45.973842 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5053ac62-bf5e-41cf-b222-e61fd776f9be req-51171fbc-2ff2-4976-b170-b0b4f9fc7dd7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0600958 Aug 29 14:36:46.031360 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2882cf-6756-4b9f-8134-6d2d4b48d60c req-12b62c9f-bb91-4552-b5a9-33f37586e8d5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:46.032853 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6e2882cf-6756-4b9f-8134-6d2d4b48d60c req-12b62c9f-bb91-4552-b5a9-33f37586e8d5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0846353 Aug 29 14:36:46.065610 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5053ac62-bf5e-41cf-b222-e61fd776f9be req-b7ae3e86-e8be-48e5-a794-224ce6945c70 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734153 Aug 29 14:36:46.102164 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6e2882cf-6756-4b9f-8134-6d2d4b48d60c req-4e583cf0-1766-4e5b-985b-07e3d6db4e74 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522823 Aug 29 14:36:46.183359 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a7142-9e77-4d3b-9bf8-1a621d326b0a req-c2d67c3f-9518-434f-877d-5ca89da90a84 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:46.184867 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d09a7142-9e77-4d3b-9bf8-1a621d326b0a req-c2d67c3f-9518-434f-877d-5ca89da90a84 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 944 time: 0.0494270 Aug 29 14:36:46.230411 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d09a7142-9e77-4d3b-9bf8-1a621d326b0a req-73d3a464-202a-4d1f-ae30-95c6907df474 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396025 Aug 29 14:36:46.744817 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device bcbc19c8-0455-4f6b-90c7-153982d2db24 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:36:46.876553 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port bcbc19c8-0455-4f6b-90c7-153982d2db24 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:36:46.880512 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port bcbc19c8-0455-4f6b-90c7-153982d2db24 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:36:46.880875 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:46.957443 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:46.988449 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port bcbc19c8-0455-4f6b-90c7-153982d2db24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:36:47.067372 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:47.120961 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=bcbc19c8-0455-4f6b-90c7-153982d2db24,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:47.182518 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbc19c8-0455-4f6b-90c7-153982d2db24'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:47.185001 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91532e3a-813a-43b7-9c25-49542eac0d8d" -d '{"events": [{"server_uuid": "3e054087-7eda-4e4c-9402-a9f614d6750b", "name": "network-vif-plugged", "status": "completed", "tag": "bcbc19c8-0455-4f6b-90c7-153982d2db24"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:47.252928 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d8a2f-6762-4f8c-ada8-22297ff9d67a req-aec6d02a-3fe5-4dfc-b555-41153b2de7dc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:47.254493 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-359d8a2f-6762-4f8c-ada8-22297ff9d67a req-aec6d02a-3fe5-4dfc-b555-41153b2de7dc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0843148 Aug 29 14:36:47.266909 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6bfad-ef85-447e-9863-051c26a2359a req-70d8d71f-70cc-4d81-822f-3ddb216787e5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:47.268356 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a6f6bfad-ef85-447e-9863-051c26a2359a req-70d8d71f-70cc-4d81-822f-3ddb216787e5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0816002 Aug 29 14:36:47.316182 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-359d8a2f-6762-4f8c-ada8-22297ff9d67a req-2ab14904-c249-4009-a78b-0ff9b4f13b02 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468867 Aug 29 14:36:47.327917 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a6f6bfad-ef85-447e-9863-051c26a2359a req-2f59e2ab-43d4-4bee-96b9-33c96f7f31d7 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516160 Aug 29 14:36:47.377796 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e677109d-85fd-4e77-8fec-9149377ed3bc x-openstack-request-id: req-e677109d-85fd-4e77-8fec-9149377ed3bc {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:47.378247 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e054087-7eda-4e4c-9402-a9f614d6750b", "name": "network-vif-plugged", "status": "completed", "tag": "bcbc19c8-0455-4f6b-90c7-153982d2db24", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:47.378853 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e677109d-85fd-4e77-8fec-9149377ed3bc {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:47.379330 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'code': 200} Aug 29 14:36:47.450369 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765f35-d6e6-447f-9ee1-8e229c3d1bae req-6f5f4647-3630-4f12-a424-0a23b3be28b1 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:47.451853 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-01765f35-d6e6-447f-9ee1-8e229c3d1bae req-6f5f4647-3630-4f12-a424-0a23b3be28b1 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0523763 Aug 29 14:36:47.490111 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-01765f35-d6e6-447f-9ee1-8e229c3d1bae req-25c1a71a-aae9-4a1b-a71a-6581eb8e2e8d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312922 Aug 29 14:36:47.764129 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-9bd9dd66-f8b9-47c5-8ea8-e88efa33a297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:48.267191 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:48.470786 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d4856-a509-4f73-8b33-e3d1d3a35c32 req-4d61fa0a-c876-42af-a727-7790f2521f1d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:48.472153 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f76d4856-a509-4f73-8b33-e3d1d3a35c32 req-4d61fa0a-c876-42af-a727-7790f2521f1d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0852380 Aug 29 14:36:48.480813 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ecc72-7d90-415e-8e18-06ed9d034efd req-4d96b7e3-737a-4b67-a7ed-5df07c07b2f5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:48.482194 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e05ecc72-7d90-415e-8e18-06ed9d034efd req-4d96b7e3-737a-4b67-a7ed-5df07c07b2f5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0865083 Aug 29 14:36:48.535771 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f76d4856-a509-4f73-8b33-e3d1d3a35c32 req-f1ebd326-31c7-45cc-abbb-641850b7ee02 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526478 Aug 29 14:36:48.540609 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e05ecc72-7d90-415e-8e18-06ed9d034efd req-3f3e2493-87a9-40d2-ab5b-9577298909a1 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508192 Aug 29 14:36:48.651555 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290d4af-4baa-47e1-ad6a-ae3941e65859 req-0b81253f-0dc4-4719-a90c-740934673893 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:48.653018 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9290d4af-4baa-47e1-ad6a-ae3941e65859 req-0b81253f-0dc4-4719-a90c-740934673893 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0492902 Aug 29 14:36:48.690359 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9290d4af-4baa-47e1-ad6a-ae3941e65859 req-f2b8ea15-c702-4acf-9a15-8b31c13b2772 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315175 Aug 29 14:36:48.929653 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:49.691549 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714d874-7ca2-4412-8388-34ee161464b6 req-18e6fd92-9958-4b3e-9e21-d61cb0307067 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:49.691549 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6714d874-7ca2-4412-8388-34ee161464b6 req-18e6fd92-9958-4b3e-9e21-d61cb0307067 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0796187 Aug 29 14:36:49.702907 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519c138-3e30-4791-9e47-be405d2a12e9 req-2974b730-e729-4744-97b1-e8cabf160de9 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:49.704380 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5519c138-3e30-4791-9e47-be405d2a12e9 req-2974b730-e729-4744-97b1-e8cabf160de9 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0657058 Aug 29 14:36:49.760630 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5519c138-3e30-4791-9e47-be405d2a12e9 req-d2bbc7b6-fd83-4c1b-ba70-d3050fc5247c tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492854 Aug 29 14:36:49.765264 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6714d874-7ca2-4412-8388-34ee161464b6 req-894b4d87-9565-48cc-9b68-2fc239add0bd tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599930 Aug 29 14:36:49.874698 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9999e-fb71-47b4-9890-83bf4942db11 req-f4a4a3ad-dedc-484c-9331-8359c97fc32e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:49.876078 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4fb9999e-fb71-47b4-9890-83bf4942db11 req-f4a4a3ad-dedc-484c-9331-8359c97fc32e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0526657 Aug 29 14:36:50.095412 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4fb9999e-fb71-47b4-9890-83bf4942db11 req-e5dcc3ab-fbca-4cd1-b8a3-9f2e1b2db20d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135048 Aug 29 14:36:50.375551 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:50.770986 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42278) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:50.902375 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:50.935388 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2e43a-4849-4ff1-b265-346a683ab9b0 req-8a668353-bfb3-4fed-b3b3-b8a752bd0b52 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:50.941761 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a9b2e43a-4849-4ff1-b265-346a683ab9b0 req-8a668353-bfb3-4fed-b3b3-b8a752bd0b52 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.1035903 Aug 29 14:36:50.980434 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8320d-84ec-4eb0-9955-e93dc141ba98 req-ee6be530-a491-410f-9c51-546c59d9d4c5 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:50.981930 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-00a8320d-84ec-4eb0-9955-e93dc141ba98 req-ee6be530-a491-410f-9c51-546c59d9d4c5 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.1186750 Aug 29 14:36:51.010437 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b19c90-4e71-4baa-a17f-aa977f348c9f req-1dc2c66f-660e-4a74-840c-7e02ad049763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:51.011906 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-95b19c90-4e71-4baa-a17f-aa977f348c9f req-1dc2c66f-660e-4a74-840c-7e02ad049763 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 1098 time: 0.1199858 Aug 29 14:36:51.017895 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:51.020021 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a9b2e43a-4849-4ff1-b265-346a683ab9b0 req-58f347e8-4afb-438b-9335-62fad8742b3c tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734005 Aug 29 14:36:51.042350 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-00a8320d-84ec-4eb0-9955-e93dc141ba98 req-9ef2acae-65fd-4827-86d5-7cab1808074f tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522122 Aug 29 14:36:51.124131 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:51.166246 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5dbec854bd0443e4be1819e546b167a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941522 Aug 29 14:36:51.167114 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ad704b-9cf9-4c75-af48-3d613062c0b9,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:51.169051 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 42288) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:51.174466 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.174816 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.175153 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.175484 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.175807 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.176138 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.176459 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.176779 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.177127 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.177467 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.177819 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.178171 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb287a-16aa-4be7-829e-a2dc247061f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.242136 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fc023-4a9e-495e-9c6c-15922561ffa1 req-0f495e94-21a9-4563-a013-f320aff588fe tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:51.244223 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-058fc023-4a9e-495e-9c6c-15922561ffa1 req-0f495e94-21a9-4563-a013-f320aff588fe tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0760565 Aug 29 14:36:51.269099 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:51.299856 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-058fc023-4a9e-495e-9c6c-15922561ffa1 req-e95b4e82-e76c-461b-bb2c-25831f29fedf tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465250 Aug 29 14:36:51.304069 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:51.436274 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:51.438988 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:51.440118 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9ad704b-9cf9-4c75-af48-3d613062c0b9 HTTP/1.1" status: 204 len: 168 time: 0.2695489 Aug 29 14:36:51.448599 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ad704b-9cf9-4c75-af48-3d613062c0b9,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:51.456002 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.456349 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.456683 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.457013 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.457338 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.457667 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.458065 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.458383 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.458727 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.459047 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.459516 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.459661 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ab01a-3099-447c-9a53-c5d229de0af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:36:51.851172 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44b427-49e4-4d65-9c3e-3b2dd1e4f7dd req-98dae1bb-2048-4538-a0fb-b35cd968d102 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:51.853083 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7c44b427-49e4-4d65-9c3e-3b2dd1e4f7dd req-98dae1bb-2048-4538-a0fb-b35cd968d102 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 945 time: 0.0486255 Aug 29 14:36:51.892050 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7c44b427-49e4-4d65-9c3e-3b2dd1e4f7dd req-21f95245-495f-4411-8b63-ef29733481a5 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Aug 29 14:36:52.038767 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 42314) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:52.055066 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1daf-9577-497c-a9b3-708760082fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:52.204404 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81238c03-6617-4548-bb82-e0e4e2ba8a19 req-2afc5f66-d277-40be-82ae-1989637d7e5e tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:52.205785 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-81238c03-6617-4548-bb82-e0e4e2ba8a19 req-2afc5f66-d277-40be-82ae-1989637d7e5e tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.1089816 Aug 29 14:36:52.238802 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e5608-4ade-448d-82d3-cc5f3e16882c req-12106462-5025-45ec-af47-159475ebb8eb tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:52.240213 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d4e5608-4ade-448d-82d3-cc5f3e16882c req-12106462-5025-45ec-af47-159475ebb8eb tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.1151495 Aug 29 14:36:52.241966 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1daf-9577-497c-a9b3-708760082fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:52.283529 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-81238c03-6617-4548-bb82-e0e4e2ba8a19 req-19337e0a-ab40-4f72-af29-0fb4a2f2ea6a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695827 Aug 29 14:36:52.296555 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d4e5608-4ade-448d-82d3-cc5f3e16882c req-bdacd3f9-964f-4206-8824-488abc2bf835 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483313 Aug 29 14:36:52.301312 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1daf-9577-497c-a9b3-708760082fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:52.326004 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b1daf-9577-497c-a9b3-708760082fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02018676-ffcb-4b4a-adf7-5a1ae1cb967c,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:52.349751 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-dd5b1daf-9577-497c-a9b3-708760082fb8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c639234893024da8bfccb489d7cf1f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094723 Aug 29 14:36:52.352941 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 42328) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:52.460490 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652368f-1b2a-4cd2-830b-5e35cc5e817f req-eaa342b9-859a-4089-ada9-b8b6059350fc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:52.462784 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d652368f-1b2a-4cd2-830b-5e35cc5e817f req-eaa342b9-859a-4089-ada9-b8b6059350fc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.1078010 Aug 29 14:36:52.471479 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42330) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:52.476453 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-6bd2e5f2-73ac-41f8-b1d1-b5e2b8ac2fbc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Request body: {'floatingip': {'port_id': '1639a203-872e-4609-b91e-7a0191107d66'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:52.482476 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e174332-87b0-4f67-82a4-0826d0876ca1 req-070b2fa1-1cd4-4673-9372-c455a387aa37 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:52.483941 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8e174332-87b0-4f67-82a4-0826d0876ca1 req-070b2fa1-1cd4-4673-9372-c455a387aa37 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0975955 Aug 29 14:36:52.486757 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f1545692-3df6-483d-92c3-366e59ccd302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:52.522161 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f1545692-3df6-483d-92c3-366e59ccd302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:52.543625 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6bd2e5f2-73ac-41f8-b1d1-b5e2b8ac2fbc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for floatingip, before_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:52.550820 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8e174332-87b0-4f67-82a4-0826d0876ca1 req-21762ccf-6640-42f1-8ce8-1e55d951b2f7 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596421 Aug 29 14:36:52.655647 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f1545692-3df6-483d-92c3-366e59ccd302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:52.658224 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f1545692-3df6-483d-92c3-366e59ccd302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:52.659359 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-f1545692-3df6-483d-92c3-366e59ccd302 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02018676-ffcb-4b4a-adf7-5a1ae1cb967c HTTP/1.1" status: 204 len: 168 time: 0.3055296 Aug 29 14:36:52.667291 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1545692-3df6-483d-92c3-366e59ccd302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02018676-ffcb-4b4a-adf7-5a1ae1cb967c,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:53.014492 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43b4d7-60d4-4b27-9df2-ec86b6acafd6 req-cf9e14c0-323e-435c-8a6a-04acde2b487f tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:53.016003 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9e43b4d7-60d4-4b27-9df2-ec86b6acafd6 req-cf9e14c0-323e-435c-8a6a-04acde2b487f tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 945 time: 0.0509779 Aug 29 14:36:53.062327 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9e43b4d7-60d4-4b27-9df2-ec86b6acafd6 req-32c3ee5e-85b0-438c-99d6-500496df9f0a tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386209 Aug 29 14:36:53.161747 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6bd2e5f2-73ac-41f8-b1d1-b5e2b8ac2fbc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:53.204267 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6bd2e5f2-73ac-41f8-b1d1-b5e2b8ac2fbc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:53.438861 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ae953-d4f2-4db1-b21a-93b2fda76bca req-65aa0692-68f0-4dbb-8d07-f4f5dc4771c4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:53.440506 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5d6ae953-d4f2-4db1-b21a-93b2fda76bca req-65aa0692-68f0-4dbb-8d07-f4f5dc4771c4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0618129 Aug 29 14:36:53.481916 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5d6ae953-d4f2-4db1-b21a-93b2fda76bca req-ef280ac6-e85b-4b40-acce-f5c26afc9b9a tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339856 Aug 29 14:36:53.492841 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.l3_db [None req-6bd2e5f2-73ac-41f8-b1d1-b5e2b8ac2fbc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Floating IP 0490e95b-0ee3-49df-9c4a-ee6a9ae8aa1d associated. External IP: 172.27.0.53, port: 1639a203-872e-4609-b91e-7a0191107d66. Aug 29 14:36:53.679224 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f25ef1-f556-46d0-8780-be56bedcd223 req-5b819c93-c6a4-4519-9c13-747c8d3c8d41 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:53.681283 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-28f25ef1-f556-46d0-8780-be56bedcd223 req-5b819c93-c6a4-4519-9c13-747c8d3c8d41 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0508754 Aug 29 14:36:53.716256 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd2e5f2-73ac-41f8-b1d1-b5e2b8ac2fbc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:36:53.728031 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-28f25ef1-f556-46d0-8780-be56bedcd223 req-061ef29a-dea9-49bd-b237-dce808842c53 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406666 Aug 29 14:36:53.832247 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd2e5f2-73ac-41f8-b1d1-b5e2b8ac2fbc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:36:53.837036 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6bd2e5f2-73ac-41f8-b1d1-b5e2b8ac2fbc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:53.844610 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af840257-63fe-4e3e-a528-6e14017ce843 None None] Sync routers for ids ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:36:53.854418 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af840257-63fe-4e3e-a528-6e14017ce843 None None] Routers {'714f3cc3-ddd4-4ca9-bb28-a7156c975725'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:36:53.855013 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-af840257-63fe-4e3e-a528-6e14017ce843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:36:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:53.865619 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-6bd2e5f2-73ac-41f8-b1d1-b5e2b8ac2fbc tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "PUT /v2.0/floatingips/0490e95b-0ee3-49df-9c4a-ee6a9ae8aa1d HTTP/1.1" status: 200 len: 990 time: 1.3930171 Aug 29 14:36:53.866242 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1391cc40-7623-484f-8939-38835d369a61', 'tag': '1639a203-872e-4609-b91e-7a0191107d66'}] {{(pid=94545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:53.869497 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3f88a97947bc46447bf64d5742a30a9c549343a816f3376ab3b001ccfdc429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377cd39f-e224-498d-bc62-81b2b7a82514" -d '{"events": [{"name": "network-changed", "server_uuid": "1391cc40-7623-484f-8939-38835d369a61", "tag": "1639a203-872e-4609-b91e-7a0191107d66"}]}' {{(pid=94545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:53.921111 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efce281d-52a9-49be-9f6f-59a233b0dc4d x-openstack-request-id: req-efce281d-52a9-49be-9f6f-59a233b0dc4d {{(pid=94545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:36:53.921429 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1391cc40-7623-484f-8939-38835d369a61", "tag": "1639a203-872e-4609-b91e-7a0191107d66", "status": "completed", "code": 200}]} {{(pid=94545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:36:53.921677 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efce281d-52a9-49be-9f6f-59a233b0dc4d {{(pid=94545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:36:53.922222 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1391cc40-7623-484f-8939-38835d369a61', 'tag': '1639a203-872e-4609-b91e-7a0191107d66', 'status': 'completed', 'code': 200} Aug 29 14:36:53.967840 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-af840257-63fe-4e3e-a528-6e14017ce843 None None] Set router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:36:54.076228 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-95b19c90-4e71-4baa-a17f-aa977f348c9f req-784607a5-5cbb-4a94-b287-d48b28f42ef5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329773 Aug 29 14:36:54.202131 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb2203-991f-439c-aa2a-953a667e6619 req-e9dd38dd-46b7-472f-8d5f-fd4462b9adf7 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:54.207776 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4feb2203-991f-439c-aa2a-953a667e6619 req-e9dd38dd-46b7-472f-8d5f-fd4462b9adf7 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 945 time: 0.0491927 Aug 29 14:36:54.242809 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4feb2203-991f-439c-aa2a-953a667e6619 req-2badf4f1-7736-48eb-b404-191d649764be tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330505 Aug 29 14:36:54.253649 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-af840257-63fe-4e3e-a528-6e14017ce843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '0490e95b-0ee3-49df-9c4a-ee6a9ae8aa1d', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'port_id': '1639a203-872e-4609-b91e-7a0191107d66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'mac_address': 'fa:16:3e:d4:5b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391cc40-7623-484f-8939-38835d369a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:36:14Z', 'updated_at': '2021-08-29T14:36:53Z', 'revision_number': 1, 'project_id': '49b2184f7302404ab91b419e21067663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d76403-dd3f-4366-97bb-110c73c1f3c0', 'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'mac_address': 'fa:16:3e:48:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:53Z', 'updated_at': '2021-08-29T14:36:10Z', 'revision_number': 5, 'project_id': '49b2184f7302404ab91b419e21067663', 'subnets': [{'id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:54.279287 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af840257-63fe-4e3e-a528-6e14017ce843 None None] Checking router: 714f3cc3-ddd4-4ca9-bb28-a7156c975725 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:36:54.287295 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af840257-63fe-4e3e-a528-6e14017ce843 None None] Routers {'714f3cc3-ddd4-4ca9-bb28-a7156c975725'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:36:54.287876 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-af840257-63fe-4e3e-a528-6e14017ce843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:36:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:54.389275 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-af840257-63fe-4e3e-a528-6e14017ce843 None None] Set router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:36:54.611988 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6358e-baf8-4594-89aa-45bc371521b5 req-2069adae-201d-40a9-83f7-ac7382ae6ce2 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:54.613523 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ffe6358e-baf8-4594-89aa-45bc371521b5 req-2069adae-201d-40a9-83f7-ac7382ae6ce2 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0593846 Aug 29 14:36:54.657418 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ffe6358e-baf8-4594-89aa-45bc371521b5 req-2c1b991a-c6a9-4b03-b957-d45a1577699e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358813 Aug 29 14:36:54.708172 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cd39f-e224-498d-bc62-81b2b7a82514 req-0aa5e003-3624-43c0-b273-270e0e489af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:54.710013 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-377cd39f-e224-498d-bc62-81b2b7a82514 req-0aa5e003-3624-43c0-b273-270e0e489af7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49b2184f7302404ab91b419e21067663&device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 1098 time: 0.0484686 Aug 29 14:36:54.719492 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-af840257-63fe-4e3e-a528-6e14017ce843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '0490e95b-0ee3-49df-9c4a-ee6a9ae8aa1d', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'port_id': '1639a203-872e-4609-b91e-7a0191107d66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'mac_address': 'fa:16:3e:d4:5b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391cc40-7623-484f-8939-38835d369a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:36:14Z', 'updated_at': '2021-08-29T14:36:53Z', 'revision_number': 1, 'project_id': '49b2184f7302404ab91b419e21067663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d76403-dd3f-4366-97bb-110c73c1f3c0', 'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'mac_address': 'fa:16:3e:48:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:53Z', 'updated_at': '2021-08-29T14:36:10Z', 'revision_number': 5, 'project_id': '49b2184f7302404ab91b419e21067663', 'subnets': [{'id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:54.746606 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af840257-63fe-4e3e-a528-6e14017ce843 None None] The sync data for ids ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'] in dv-cinder-778193-6-iscsi is: [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '0490e95b-0ee3-49df-9c4a-ee6a9ae8aa1d', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'port_id': '1639a203-872e-4609-b91e-7a0191107d66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'mac_address': 'fa:16:3e:d4:5b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391cc40-7623-484f-8939-38835d369a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:36:14Z', 'updated_at': '2021-08-29T14:36:53Z', 'revision_number': 1, 'project_id': '49b2184f7302404ab91b419e21067663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d76403-dd3f-4366-97bb-110c73c1f3c0', 'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'mac_address': 'fa:16:3e:48:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:53Z', 'updated_at': '2021-08-29T14:36:10Z', 'revision_number': 5, 'project_id': '49b2184f7302404ab91b419e21067663', 'subnets': [{'id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:36:54.867077 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cd39f-e224-498d-bc62-81b2b7a82514 req-553a9ba4-4f44-4dfc-95e4-0b72bf853acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:54.868890 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-377cd39f-e224-498d-bc62-81b2b7a82514 req-553a9ba4-4f44-4dfc-95e4-0b72bf853acb service neutron] 10.222.0.36 "GET /v2.0/networks?id=c507c791-e7f6-4063-b1e3-354734725b45 HTTP/1.1" status: 200 len: 912 time: 0.1397481 Aug 29 14:36:54.880526 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cee2c-2b16-4c41-b3b6-53f5d66eeeb1 req-330dcf14-fd4e-4cda-a9a8-5a3a21f4b9d8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:54.882048 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-629cee2c-2b16-4c41-b3b6-53f5d66eeeb1 req-330dcf14-fd4e-4cda-a9a8-5a3a21f4b9d8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0661743 Aug 29 14:36:54.986390 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-629cee2c-2b16-4c41-b3b6-53f5d66eeeb1 req-fadfd3e6-e221-4b37-b671-20023585f19d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956035 Aug 29 14:36:55.014164 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-377cd39f-e224-498d-bc62-81b2b7a82514 req-f6a1925a-7153-4ec0-bb4d-57762618b4cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1639a203-872e-4609-b91e-7a0191107d66 HTTP/1.1" status: 200 len: 998 time: 0.1284931 Aug 29 14:36:55.022000 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7530bd03-1ea5-4239-bac1-123e17900a71 None None] New status for floating IP 0490e95b-0ee3-49df-9c4a-ee6a9ae8aa1d: ACTIVE {{(pid=94546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:36:55.069440 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cd39f-e224-498d-bc62-81b2b7a82514 req-ec20971a-0eab-4f59-b42f-3e905806a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:55.071585 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-377cd39f-e224-498d-bc62-81b2b7a82514 req-ec20971a-0eab-4f59-b42f-3e905806a87d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01d4bbde-cfe8-4c36-b433-81d443b388ca HTTP/1.1" status: 200 len: 850 time: 0.0460005 Aug 29 14:36:55.144834 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cd39f-e224-498d-bc62-81b2b7a82514 req-a3c3a476-6385-4404-b25b-4628539f6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:55.146490 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-377cd39f-e224-498d-bc62-81b2b7a82514 req-a3c3a476-6385-4404-b25b-4628539f6dfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c507c791-e7f6-4063-b1e3-354734725b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460267 Aug 29 14:36:55.254476 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-377cd39f-e224-498d-bc62-81b2b7a82514 req-a4618178-49dd-4556-a884-a73db22ca878 service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946641 Aug 29 14:36:55.446273 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea573f-da81-4c25-8319-9aad98a9af32 req-7afcc118-0d68-4eab-a674-3c4cbc48fad7 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:55.447767 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0aea573f-da81-4c25-8319-9aad98a9af32 req-7afcc118-0d68-4eab-a674-3c4cbc48fad7 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 945 time: 0.1276126 Aug 29 14:36:55.490222 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-377cd39f-e224-498d-bc62-81b2b7a82514 req-a970111b-34a3-42ad-b0eb-3f45aa325a32 service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776376 Aug 29 14:36:55.495665 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfe2fab9-5876-4c30-8200-f5e133d15d35 req-bf41f318-9c6f-4a2e-b209-1e97f0bacfef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0983965 Aug 29 14:36:55.512697 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0aea573f-da81-4c25-8319-9aad98a9af32 req-6a7e1964-6cdc-427d-9993-edf9be9bceee tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583467 Aug 29 14:36:55.628645 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2fab9-5876-4c30-8200-f5e133d15d35 req-54e1d159-9cf2-4204-8c4b-c43b9bf91191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:55.630163 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfe2fab9-5876-4c30-8200-f5e133d15d35 req-54e1d159-9cf2-4204-8c4b-c43b9bf91191 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 1099 time: 0.0462809 Aug 29 14:36:55.822471 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2fab9-5876-4c30-8200-f5e133d15d35 req-16163c5c-4b7f-4cd3-81c3-f8944e6bf4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:55.823931 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfe2fab9-5876-4c30-8200-f5e133d15d35 req-16163c5c-4b7f-4cd3-81c3-f8944e6bf4bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0b3940a-b60d-4436-a99f-97850fb15fdb HTTP/1.1" status: 200 len: 915 time: 0.1566494 Aug 29 14:36:55.831920 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26c9e9-9da6-48a9-87ab-95c562f6507a req-b0dfd6a9-9914-4b42-9796-440fbf66236c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:55.836325 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7f26c9e9-9da6-48a9-87ab-95c562f6507a req-b0dfd6a9-9914-4b42-9796-440fbf66236c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0719728 Aug 29 14:36:55.895605 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfe2fab9-5876-4c30-8200-f5e133d15d35 req-ea4ef609-8e88-44d4-b1f2-24bf1346fcec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4b5b777-fb83-4acd-98bf-0f184afce531 HTTP/1.1" status: 200 len: 217 time: 0.0449173 Aug 29 14:36:55.912722 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7f26c9e9-9da6-48a9-87ab-95c562f6507a req-a1d475fb-f671-4852-8150-4cf59968693a tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702462 Aug 29 14:36:56.012072 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2fab9-5876-4c30-8200-f5e133d15d35 req-ecacaac3-a515-45ba-8b70-1c50c186130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:56.013528 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfe2fab9-5876-4c30-8200-f5e133d15d35 req-ecacaac3-a515-45ba-8b70-1c50c186130a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68c738b6-4841-4314-9e25-caedf36cd8dc HTTP/1.1" status: 200 len: 854 time: 0.0457053 Aug 29 14:36:56.051754 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfe2fab9-5876-4c30-8200-f5e133d15d35 req-6f548939-722e-4f29-b22d-70ffe1c3448d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0b3940a-b60d-4436-a99f-97850fb15fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249562 Aug 29 14:36:56.169253 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f368c02-7a30-427d-8d03-a4896fc19c3a req-077387a7-4ef2-4e8d-88f9-bd8aa2de888f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:56.170782 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6f368c02-7a30-427d-8d03-a4896fc19c3a req-077387a7-4ef2-4e8d-88f9-bd8aa2de888f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0958364 Aug 29 14:36:56.212034 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfe2fab9-5876-4c30-8200-f5e133d15d35 req-5707d172-f96b-4933-a3e5-509e3ebac972 service neutron] 10.222.0.36 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453555 Aug 29 14:36:56.226009 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6f368c02-7a30-427d-8d03-a4896fc19c3a req-95b34363-9087-4ea7-9208-73ce52efb5c3 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489991 Aug 29 14:36:56.332908 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfe2fab9-5876-4c30-8200-f5e133d15d35 req-aab8c5ef-73d6-4b87-9220-5a27a9e49bc4 service neutron] 10.222.0.36 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949216 Aug 29 14:36:56.822267 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd85784-7949-4854-8231-0fd5e5ca0896 req-cec72add-71a7-431b-b132-1ca68450dd96 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:56.823737 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfd85784-7949-4854-8231-0fd5e5ca0896 req-cec72add-71a7-431b-b132-1ca68450dd96 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 945 time: 0.2428842 Aug 29 14:36:56.860732 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dfd85784-7949-4854-8231-0fd5e5ca0896 req-64243971-2ad6-41b4-9833-a95bc4b0971f tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310924 Aug 29 14:36:57.031116 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b07cc-8157-4620-9939-68f0093e4d51 req-993ff692-b36b-4379-a3f5-01119e0d5e4d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:57.032557 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-041b07cc-8157-4620-9939-68f0093e4d51 req-993ff692-b36b-4379-a3f5-01119e0d5e4d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0465379 Aug 29 14:36:57.070171 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-041b07cc-8157-4620-9939-68f0093e4d51 req-ab01295c-e0a6-4893-a11b-49cd4c0485ca tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314786 Aug 29 14:36:57.362956 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5f9d7-c717-440c-b148-4e5cb34f5d73 req-3aeb5247-84f2-498c-98f3-f7f0213b9919 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:57.364530 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-44b5f9d7-c717-440c-b148-4e5cb34f5d73 req-3aeb5247-84f2-498c-98f3-f7f0213b9919 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0500546 Aug 29 14:36:57.403189 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-44b5f9d7-c717-440c-b148-4e5cb34f5d73 req-2b5602e1-6385-4e81-9249-59a3347eb5ca tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328963 Aug 29 14:36:57.520228 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b85e10-854d-419a-af9f-2eba60d82d94 req-55762f3f-940b-40e1-948a-cdee64531b42 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:57.521670 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f9b85e10-854d-419a-af9f-2eba60d82d94 req-55762f3f-940b-40e1-948a-cdee64531b42 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0510650 Aug 29 14:36:57.530722 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 42470) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:57.535331 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-ef6c4247-c5f8-49d2-8318-2f7c5eb33c3a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Request body: {'floatingip': {'port_id': 'bcbc19c8-0455-4f6b-90c7-153982d2db24'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:36:57.605601 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4247-c5f8-49d2-8318-2f7c5eb33c3a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for floatingip, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:57.909251 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42480) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:58.024765 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c2ea-cea7-403d-beca-995f807c2f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:58.112804 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c2ea-cea7-403d-beca-995f807c2f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:58.116014 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520bf0f-8931-4bb1-8e06-fa9663e27a75 req-c591c3e7-ffb0-4467-a62c-dc1ed28db728 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:58.118139 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4520bf0f-8931-4bb1-8e06-fa9663e27a75 req-c591c3e7-ffb0-4467-a62c-dc1ed28db728 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 945 time: 0.1619937 Aug 29 14:36:58.184584 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c2ea-cea7-403d-beca-995f807c2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:58.222214 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4520bf0f-8931-4bb1-8e06-fa9663e27a75 req-76ce1768-f9ee-473c-9c29-ddb2cf49e8ac tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982575 Aug 29 14:36:58.227506 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-f3d2c2ea-cea7-403d-beca-995f807c2f36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df3715398481460b96553315ca7aa9ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162997 Aug 29 14:36:58.228695 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2c2ea-cea7-403d-beca-995f807c2f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc5de71-8195-40a8-9cd7-c536746e3b52,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:58.231884 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42486) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:58.296260 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a763e6ca-4fa9-4003-905f-87793b1162cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:58.307471 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4247-c5f8-49d2-8318-2f7c5eb33c3a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:58.319703 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a763e6ca-4fa9-4003-905f-87793b1162cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:58.357088 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f7f17-b703-4c34-87ed-7a0d7b5a1952 req-1470aefc-e7b4-45cf-aed3-b5ca16903ce0 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:36:58.358600 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-119f7f17-b703-4c34-87ed-7a0d7b5a1952 req-1470aefc-e7b4-45cf-aed3-b5ca16903ce0 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0543029 Aug 29 14:36:58.381420 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4247-c5f8-49d2-8318-2f7c5eb33c3a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:58.435517 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-119f7f17-b703-4c34-87ed-7a0d7b5a1952 req-872396b7-0278-4856-a17e-0f141d75e2ed tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708780 Aug 29 14:36:58.475886 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a763e6ca-4fa9-4003-905f-87793b1162cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:58.479145 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a763e6ca-4fa9-4003-905f-87793b1162cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:58.480362 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-a763e6ca-4fa9-4003-905f-87793b1162cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbc5de71-8195-40a8-9cd7-c536746e3b52 HTTP/1.1" status: 204 len: 168 time: 0.2478805 Aug 29 14:36:58.488371 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763e6ca-4fa9-4003-905f-87793b1162cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc5de71-8195-40a8-9cd7-c536746e3b52,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:58.498232 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.l3_db [None req-ef6c4247-c5f8-49d2-8318-2f7c5eb33c3a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Floating IP e88c5033-7fca-4443-b05c-2880cfdacc8b associated. External IP: 172.27.0.224, port: bcbc19c8-0455-4f6b-90c7-153982d2db24. Aug 29 14:36:58.569500 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:58.907286 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6c4247-c5f8-49d2-8318-2f7c5eb33c3a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Router 94ad0230-d91f-4c0b-931e-9f4654da0875 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:36:59.012406 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6c4247-c5f8-49d2-8318-2f7c5eb33c3a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:36:59.016959 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4247-c5f8-49d2-8318-2f7c5eb33c3a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:59.024487 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88f98b-8484-4cb9-80ed-458bf9d6401a None None] Sync routers for ids ['94ad0230-d91f-4c0b-931e-9f4654da0875'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:36:59.033376 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88f98b-8484-4cb9-80ed-458bf9d6401a None None] Routers {'94ad0230-d91f-4c0b-931e-9f4654da0875'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:36:59.036803 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-db88f98b-8484-4cb9-80ed-458bf9d6401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:36:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['94ad0230-d91f-4c0b-931e-9f4654da0875'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:59.047054 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-ef6c4247-c5f8-49d2-8318-2f7c5eb33c3a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "PUT /v2.0/floatingips/e88c5033-7fca-4443-b05c-2880cfdacc8b HTTP/1.1" status: 200 len: 991 time: 1.5152574 Aug 29 14:36:59.047841 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'tag': 'bcbc19c8-0455-4f6b-90c7-153982d2db24'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:36:59.050293 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04076ac5-4585-4c13-85d8-268b2c387a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e054087-7eda-4e4c-9402-a9f614d6750b", "tag": "bcbc19c8-0455-4f6b-90c7-153982d2db24"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:36:59.141981 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-db88f98b-8484-4cb9-80ed-458bf9d6401a None None] Set router 94ad0230-d91f-4c0b-931e-9f4654da0875 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:36:59.182900 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 42502) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:59.197099 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a3044fa4-1cde-4d0f-ae71-852736409d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:59.287235 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a3044fa4-1cde-4d0f-ae71-852736409d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:59.346796 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a3044fa4-1cde-4d0f-ae71-852736409d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:59.384185 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-db88f98b-8484-4cb9-80ed-458bf9d6401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:36:04Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': 'e88c5033-7fca-4443-b05c-2880cfdacc8b', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'port_id': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'mac_address': 'fa:16:3e:10:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:36:17Z', 'updated_at': '2021-08-29T14:36:58Z', 'revision_number': 1, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b89327d-b938-44fb-b076-96bf71e65596', 'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'mac_address': 'fa:16:3e:42:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:36:00Z', 'updated_at': '2021-08-29T14:36:13Z', 'revision_number': 5, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'subnets': [{'id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:59.384720 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3044fa4-1cde-4d0f-ae71-852736409d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686ec9a6-d0eb-4fd6-9a23-f7aa6f01909e,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:59.388964 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-a3044fa4-1cde-4d0f-ae71-852736409d49 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30e6413dcec94e1fa57ae80ff5466278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050381 Aug 29 14:36:59.391884 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42508) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:36:59.412497 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88f98b-8484-4cb9-80ed-458bf9d6401a None None] Checking router: 94ad0230-d91f-4c0b-931e-9f4654da0875 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:36:59.421315 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88f98b-8484-4cb9-80ed-458bf9d6401a None None] Routers {'94ad0230-d91f-4c0b-931e-9f4654da0875'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:36:59.421952 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-db88f98b-8484-4cb9-80ed-458bf9d6401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:36:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['94ad0230-d91f-4c0b-931e-9f4654da0875'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:59.442874 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7c79b91e-1681-4146-9978-9dc07ceaf194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:59.463836 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7c79b91e-1681-4146-9978-9dc07ceaf194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:59.526907 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-db88f98b-8484-4cb9-80ed-458bf9d6401a None None] Set router 94ad0230-d91f-4c0b-931e-9f4654da0875 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:36:59.587201 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7c79b91e-1681-4146-9978-9dc07ceaf194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:59.589714 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7c79b91e-1681-4146-9978-9dc07ceaf194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:36:59.590885 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-7c79b91e-1681-4146-9978-9dc07ceaf194 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/686ec9a6-d0eb-4fd6-9a23-f7aa6f01909e HTTP/1.1" status: 204 len: 168 time: 0.1980474 Aug 29 14:36:59.599518 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79b91e-1681-4146-9978-9dc07ceaf194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686ec9a6-d0eb-4fd6-9a23-f7aa6f01909e,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:36:59.752972 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-db88f98b-8484-4cb9-80ed-458bf9d6401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:36:04Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': 'e88c5033-7fca-4443-b05c-2880cfdacc8b', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'port_id': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'mac_address': 'fa:16:3e:10:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:36:17Z', 'updated_at': '2021-08-29T14:36:58Z', 'revision_number': 1, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b89327d-b938-44fb-b076-96bf71e65596', 'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'mac_address': 'fa:16:3e:42:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:36:00Z', 'updated_at': '2021-08-29T14:36:13Z', 'revision_number': 5, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'subnets': [{'id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:36:59.782330 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88f98b-8484-4cb9-80ed-458bf9d6401a None None] The sync data for ids ['94ad0230-d91f-4c0b-931e-9f4654da0875'] in dv-cinder-778193-6-iscsi is: [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:36:04Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': 'e88c5033-7fca-4443-b05c-2880cfdacc8b', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'port_id': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'mac_address': 'fa:16:3e:10:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:36:17Z', 'updated_at': '2021-08-29T14:36:58Z', 'revision_number': 1, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b89327d-b938-44fb-b076-96bf71e65596', 'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'mac_address': 'fa:16:3e:42:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:36:00Z', 'updated_at': '2021-08-29T14:36:13Z', 'revision_number': 5, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'subnets': [{'id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:36:59.990289 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debdbb99-20e5-4254-af9d-bb930d0e36c1 None None] New status for floating IP e88c5033-7fca-4443-b05c-2880cfdacc8b: ACTIVE {{(pid=94546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:37:00.071977 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32898cb7-2601-40ce-8cfc-8a2317bc63a0 x-openstack-request-id: req-32898cb7-2601-40ce-8cfc-8a2317bc63a0 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:37:00.072365 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e054087-7eda-4e4c-9402-a9f614d6750b", "tag": "bcbc19c8-0455-4f6b-90c7-153982d2db24", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:37:00.072718 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32898cb7-2601-40ce-8cfc-8a2317bc63a0 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:37:00.073205 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'tag': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'status': 'completed', 'code': 200} Aug 29 14:37:00.230335 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70c4da-c2b0-432c-b89b-72c29fedfd1b req-08b7ae29-3fcd-417a-9e78-24c0313ac87e tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:00.231916 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dd70c4da-c2b0-432c-b89b-72c29fedfd1b req-08b7ae29-3fcd-417a-9e78-24c0313ac87e tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 945 time: 0.1233060 Aug 29 14:37:00.235617 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04076ac5-4585-4c13-85d8-268b2c387a1c req-5942145c-1d7f-4a45-8fbe-01ed91695d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:00.237042 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-04076ac5-4585-4c13-85d8-268b2c387a1c req-5942145c-1d7f-4a45-8fbe-01ed91695d85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afdc403b79a4f7593edca91c2b7f882&device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 1098 time: 0.0831194 Aug 29 14:37:00.246672 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84274aa-f2ae-4690-9e1c-e800851e7c16 req-472caca2-a6b5-4f94-9b3e-e5e69812ca59 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:00.248172 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f84274aa-f2ae-4690-9e1c-e800851e7c16 req-472caca2-a6b5-4f94-9b3e-e5e69812ca59 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.1219375 Aug 29 14:37:00.370193 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dd70c4da-c2b0-432c-b89b-72c29fedfd1b req-e71d65a4-fa93-4da2-8cbc-1785da436a5c tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209426 Aug 29 14:37:00.384245 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f84274aa-f2ae-4690-9e1c-e800851e7c16 req-509a6bb3-b102-45bd-a5cc-db41cb790847 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163332 Aug 29 14:37:00.417519 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04076ac5-4585-4c13-85d8-268b2c387a1c req-67c79ddb-2004-430c-927c-b8a0487e0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:00.419035 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-04076ac5-4585-4c13-85d8-268b2c387a1c req-67c79ddb-2004-430c-927c-b8a0487e0c3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 HTTP/1.1" status: 200 len: 918 time: 0.1688700 Aug 29 14:37:00.615897 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-04076ac5-4585-4c13-85d8-268b2c387a1c req-cd058788-93bf-4ac9-b632-beff149fe487 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24 HTTP/1.1" status: 200 len: 1001 time: 0.0601530 Aug 29 14:37:00.679033 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04076ac5-4585-4c13-85d8-268b2c387a1c req-189bdc52-e645-409f-9a86-2c9c3e24d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:00.681375 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-04076ac5-4585-4c13-85d8-268b2c387a1c req-189bdc52-e645-409f-9a86-2c9c3e24d50a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6994c5da-f2dd-4a04-acbe-279bd8acc28e HTTP/1.1" status: 200 len: 856 time: 0.0503204 Aug 29 14:37:00.743789 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04076ac5-4585-4c13-85d8-268b2c387a1c req-fc0c0338-2111-4c37-8b30-fa0a040fa29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:00.745568 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-04076ac5-4585-4c13-85d8-268b2c387a1c req-fc0c0338-2111-4c37-8b30-fa0a040fa29a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526352 Aug 29 14:37:00.860153 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-04076ac5-4585-4c13-85d8-268b2c387a1c req-f2467850-dd10-4a01-a7e8-f1d0fe1c5dfe service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045482 Aug 29 14:37:00.996083 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-04076ac5-4585-4c13-85d8-268b2c387a1c req-771a95a7-6496-4ef6-9b2d-877de528e467 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012354 Aug 29 14:37:01.554134 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacd1fb-b6a9-4890-a7fb-6864e9b8c9f4 req-dcaad5cd-ea9b-4ea6-9152-89db3380add5 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:01.555914 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5dacd1fb-b6a9-4890-a7fb-6864e9b8c9f4 req-dcaad5cd-ea9b-4ea6-9152-89db3380add5 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0828359 Aug 29 14:37:01.587714 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04345399-d710-46fa-a7f5-d65cebc8761a req-1034b792-4be8-40ae-b42b-2c603a524451 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:01.589038 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-04345399-d710-46fa-a7f5-d65cebc8761a req-1034b792-4be8-40ae-b42b-2c603a524451 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 945 time: 0.0875676 Aug 29 14:37:01.622541 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5dacd1fb-b6a9-4890-a7fb-6864e9b8c9f4 req-8e531e1b-8db1-4845-937e-7e1039269291 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602586 Aug 29 14:37:01.647316 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-04345399-d710-46fa-a7f5-d65cebc8761a req-7b5b8c15-ea8d-4155-b387-ef4c20a1dbd3 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514185 Aug 29 14:37:01.758375 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5fa93-e98c-4537-b704-3c47d23bdf2d req-d76e9eb5-2f1a-431a-b8fd-7475286eeee5 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:01.759793 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-73a5fa93-e98c-4537-b704-3c47d23bdf2d req-d76e9eb5-2f1a-431a-b8fd-7475286eeee5 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 945 time: 0.0514472 Aug 29 14:37:01.886257 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-73a5fa93-e98c-4537-b704-3c47d23bdf2d req-84efd9d8-3ec3-46c8-bacc-79f1803503e9 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Deleting port da437cad-689e-4ad1-bcbb-b5a1af0bc871 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:37:01.886515 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-73a5fa93-e98c-4537-b704-3c47d23bdf2d req-84efd9d8-3ec3-46c8-bacc-79f1803503e9 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:01.975763 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-73a5fa93-e98c-4537-b704-3c47d23bdf2d req-84efd9d8-3ec3-46c8-bacc-79f1803503e9 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] For port da437cad-689e-4ad1-bcbb-b5a1af0bc871, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=da437cad-689e-4ad1-bcbb-b5a1af0bc871,segment=NetworkSegment(b9cc4062-2012-41fb-a5ea-d5543f5d9f69),segment_id=b9cc4062-2012-41fb-a5ea-d5543f5d9f69)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:37:01.976122 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-73a5fa93-e98c-4537-b704-3c47d23bdf2d req-84efd9d8-3ec3-46c8-bacc-79f1803503e9 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:01.991371 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-73a5fa93-e98c-4537-b704-3c47d23bdf2d req-84efd9d8-3ec3-46c8-bacc-79f1803503e9 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Calling delete_port for da437cad-689e-4ad1-bcbb-b5a1af0bc871 owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:37:02.253648 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-73a5fa93-e98c-4537-b704-3c47d23bdf2d req-84efd9d8-3ec3-46c8-bacc-79f1803503e9 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:02.308792 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['da437cad-689e-4ad1-bcbb-b5a1af0bc871'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:37:02.328133 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efd9d8-3ec3-46c8-bacc-79f1803503e9 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Pushing event deleted for resources: {'Port': ['ID=da437cad-689e-4ad1-bcbb-b5a1af0bc871,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:02.369537 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a5fa93-e98c-4537-b704-3c47d23bdf2d req-84efd9d8-3ec3-46c8-bacc-79f1803503e9 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] No DVR routers for this DVR port da437cad-689e-4ad1-bcbb-b5a1af0bc871 on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:37:02.373283 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-73a5fa93-e98c-4537-b704-3c47d23bdf2d req-84efd9d8-3ec3-46c8-bacc-79f1803503e9 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:02.375290 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-73a5fa93-e98c-4537-b704-3c47d23bdf2d req-84efd9d8-3ec3-46c8-bacc-79f1803503e9 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.36 "DELETE /v2.0/ports/da437cad-689e-4ad1-bcbb-b5a1af0bc871 HTTP/1.1" status: 204 len: 173 time: 0.6066062 Aug 29 14:37:02.375731 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4d0147-5f92-4b0f-a5ab-18957045b8fc', 'name': 'network-vif-deleted', 'tag': 'da437cad-689e-4ad1-bcbb-b5a1af0bc871'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:37:02.378152 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab9d7b2-6875-493b-8f29-e3cb30314efe" -d '{"events": [{"server_uuid": "fb4d0147-5f92-4b0f-a5ab-18957045b8fc", "name": "network-vif-deleted", "tag": "da437cad-689e-4ad1-bcbb-b5a1af0bc871"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:37:02.416586 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da80885-361c-42a0-829b-8f6d727c9107 x-openstack-request-id: req-0da80885-361c-42a0-829b-8f6d727c9107 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:37:02.416874 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4d0147-5f92-4b0f-a5ab-18957045b8fc", "name": "network-vif-deleted", "tag": "da437cad-689e-4ad1-bcbb-b5a1af0bc871", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:37:02.417122 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0da80885-361c-42a0-829b-8f6d727c9107 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:37:02.417508 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4d0147-5f92-4b0f-a5ab-18957045b8fc', 'name': 'network-vif-deleted', 'tag': 'da437cad-689e-4ad1-bcbb-b5a1af0bc871', 'status': 'completed', 'code': 200} Aug 29 14:37:02.750409 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-007db6f6-53b0-4409-b80d-b25e2e3d82c3 req-e8ad9de7-925a-430e-a2b3-458772179090 tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 210 time: 0.0296707 Aug 29 14:37:02.766470 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ecede-0566-43fe-8655-8ca56160b61e req-554dbeff-25fd-48a3-a1fe-9a6d86459809 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:02.767980 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8b2ecede-0566-43fe-8655-8ca56160b61e req-554dbeff-25fd-48a3-a1fe-9a6d86459809 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0751183 Aug 29 14:37:02.814674 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8b2ecede-0566-43fe-8655-8ca56160b61e req-e32fd626-c951-41b2-8d6a-fda86959816d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386975 Aug 29 14:37:03.831863 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d702ca-119e-4135-9881-c03401a3dc64 req-9fac53fc-d35b-49ab-b06c-3b8fa30596a3 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:03.833690 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d702ca-119e-4135-9881-c03401a3dc64 req-9fac53fc-d35b-49ab-b06c-3b8fa30596a3 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/networks?id=d0b3940a-b60d-4436-a99f-97850fb15fdb HTTP/1.1" status: 200 len: 814 time: 0.1036925 Aug 29 14:37:03.878369 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-22e7d370-ae5d-4f79-acb9-972b50fa28da req-846a4950-c746-49d9-9e30-c2b9734bcbdd tempest-DeleteServersTestJSON-552405547 tempest-DeleteServersTestJSON-552405547-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb4d0147-5f92-4b0f-a5ab-18957045b8fc HTTP/1.1" status: 200 len: 210 time: 0.0347137 Aug 29 14:37:03.880237 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d702ca-119e-4135-9881-c03401a3dc64 req-28e2168e-9eac-4e54-a711-3af3b343e1c6 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/quotas/f47de2d93f9f4dccbc3c75e56e117b44 HTTP/1.1" status: 200 len: 375 time: 0.0396202 Aug 29 14:37:03.948734 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d702ca-119e-4135-9881-c03401a3dc64 req-46d83e7a-fb19-44e3-b863-f8a11a47ea24 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594685 Aug 29 14:37:04.072179 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58794224-2065-4e9e-aa99-1382f140d36e req-0a8661f4-7fad-4a74-8391-67be32b92e9b tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:04.073667 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-58794224-2065-4e9e-aa99-1382f140d36e req-0a8661f4-7fad-4a74-8391-67be32b92e9b tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.1301377 Aug 29 14:37:04.133225 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d702ca-119e-4135-9881-c03401a3dc64 req-fd4ab012-53fd-4ccb-8186-f6462731c4ce service neutron] 10.222.0.16 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394484 Aug 29 14:37:04.138380 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-58794224-2065-4e9e-aa99-1382f140d36e req-54423c9b-ab29-44d5-9197-ff0927150d5f tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556998 Aug 29 14:37:04.243467 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d702ca-119e-4135-9881-c03401a3dc64 req-e0227ffc-8000-4e58-8f40-c0229a992239 service neutron] 10.222.0.16 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006866 Aug 29 14:37:04.503725 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c68d8f3f-e766-410e-a1a2-43f40eca4fd9 req-4e9e6fb9-e7d7-49d0-a895-2904ddf45c50 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 210 time: 0.0262630 Aug 29 14:37:04.852769 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device da437cad-689e-4ad1-bcbb-b5a1af0bc871 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:37:04.874073 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: da437cad-689e-4ad1-bcbb-b5a1af0bc871 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:37:04.874417 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device da437cad-689e-4ad1-bcbb-b5a1af0bc871 not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:37:05.260900 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed4b96-1305-4a1a-acef-39c0603bd3e4 req-f09dd97a-35b6-404b-9218-848128bf03b9 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:05.262727 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-09ed4b96-1305-4a1a-acef-39c0603bd3e4 req-f09dd97a-35b6-404b-9218-848128bf03b9 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0545909 Aug 29 14:37:05.309022 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-09ed4b96-1305-4a1a-acef-39c0603bd3e4 req-d964ec67-9f6b-43a0-84b5-4d5b2b92712f tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Aug 29 14:37:05.604837 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5f8b3236-c72f-42f3-80b8-779de25f3dc2 req-0c64615f-dadb-443d-88eb-aa14c251cc70 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 210 time: 0.0263002 Aug 29 14:37:06.062633 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42746) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:06.176501 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c8b70ea4-18fe-4732-a6c5-34ce6adefd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:06.262533 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c8b70ea4-18fe-4732-a6c5-34ce6adefd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:06.380859 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c8b70ea4-18fe-4732-a6c5-34ce6adefd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:06.421332 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-c8b70ea4-18fe-4732-a6c5-34ce6adefd9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=edf6d87ad29a40dfbc05046422d53977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576043 Aug 29 14:37:06.422246 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b70ea4-18fe-4732-a6c5-34ce6adefd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be873e59-1f25-44ec-b8f5-58266f22e25c,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:06.425693 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11c416-828f-4920-a0c8-171e4f1d136f req-85e83438-ac09-4599-a742-2ada9faf64ac tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:06.426203 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42758) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:06.427201 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6f11c416-828f-4920-a0c8-171e4f1d136f req-85e83438-ac09-4599-a742-2ada9faf64ac tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0484855 Aug 29 14:37:06.469593 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6f11c416-828f-4920-a0c8-171e4f1d136f req-7ff12923-d5c0-4a36-b2ec-69af07708523 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342090 Aug 29 14:37:06.483860 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-273a263c-88e8-48a7-ad65-3c179c42bc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:06.509589 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-273a263c-88e8-48a7-ad65-3c179c42bc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:06.584803 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42772) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:06.630605 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-273a263c-88e8-48a7-ad65-3c179c42bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:06.637952 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-273a263c-88e8-48a7-ad65-3c179c42bc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:06.641400 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-273a263c-88e8-48a7-ad65-3c179c42bc7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be873e59-1f25-44ec-b8f5-58266f22e25c HTTP/1.1" status: 204 len: 168 time: 0.2123935 Aug 29 14:37:06.653841 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a263c-88e8-48a7-ad65-3c179c42bc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be873e59-1f25-44ec-b8f5-58266f22e25c,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:06.659641 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9dc7e7-ffc3-453c-ac78-2c74f2c1e668 admin admin] Deleting subnet 7de47ee6-aab0-42ec-8b35-9ad8186711b8 {{(pid=94545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:37:06.663328 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-dd9dc7e7-ffc3-453c-ac78-2c74f2c1e668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:06.703155 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-dd9dc7e7-ffc3-453c-ac78-2c74f2c1e668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3957150'] for subnet, precommit_delete_associations {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:06.733716 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d6d6c353-8d57-4179-8dbf-679fd86889ff req-d75ccf56-80d4-47a6-a162-f1a785a7e31c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 210 time: 0.0331893 Aug 29 14:37:06.742754 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-dd9dc7e7-ffc3-453c-ac78-2c74f2c1e668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:06.908605 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-dd9dc7e7-ffc3-453c-ac78-2c74f2c1e668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3712948'] for subnet, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:06.943512 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dc7e7-ffc3-453c-ac78-2c74f2c1e668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de47ee6-aab0-42ec-8b35-9ad8186711b8,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:06.950802 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-dd9dc7e7-ffc3-453c-ac78-2c74f2c1e668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:06.955306 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 42788) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:06.955449 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-dd9dc7e7-ffc3-453c-ac78-2c74f2c1e668 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7de47ee6-aab0-42ec-8b35-9ad8186711b8 HTTP/1.1" status: 204 len: 168 time: 0.3688571 Aug 29 14:37:07.071738 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-adaf2f45-5431-4d96-9ec5-cbb2793f418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.182049 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d702ca-119e-4135-9881-c03401a3dc64 req-a0140658-4d21-4fe5-83e3-d6823a1fbd6d tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:07.183545 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d702ca-119e-4135-9881-c03401a3dc64 req-a0140658-4d21-4fe5-83e3-d6823a1fbd6d tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "GET /v2.0/networks?id=d0b3940a-b60d-4436-a99f-97850fb15fdb HTTP/1.1" status: 200 len: 814 time: 0.1756523 Aug 29 14:37:07.191283 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-adaf2f45-5431-4d96-9ec5-cbb2793f418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.210819 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-adaf2f45-5431-4d96-9ec5-cbb2793f418b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a0f066-b208-4450-8a2c-d8d51fa208f5']}} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:37:07.217212 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-32d702ca-119e-4135-9881-c03401a3dc64 req-5b2afdbc-5b73-4262-86e5-b4c8d0ab5174 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Request body: {'port': {'device_id': 'cb4822c0-30bf-49bc-9dad-68f082f35790', 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb', 'admin_state_up': True, 'tenant_id': 'f47de2d93f9f4dccbc3c75e56e117b44'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:37:07.241999 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-adaf2f45-5431-4d96-9ec5-cbb2793f418b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cc4062-2012-41fb-a5ea-d5543f5d9f69') {'for_net_delete': True} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:37:07.242160 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-adaf2f45-5431-4d96-9ec5-cbb2793f418b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cc4062-2012-41fb-a5ea-d5543f5d9f69') {} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:37:07.281337 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-adaf2f45-5431-4d96-9ec5-cbb2793f418b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3488313'] for segment, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.302601 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-adaf2f45-5431-4d96-9ec5-cbb2793f418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.319474 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42804) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:07.327412 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adaf2f45-5431-4d96-9ec5-cbb2793f418b admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:37:07.327811 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-adaf2f45-5431-4d96-9ec5-cbb2793f418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1886648'] for segment, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: Traceback (most recent call last): Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: timer() Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: cb(*args, **kw) Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: return func(*args, **kwargs) Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: self._notify() Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: self.callback(batched_events) Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: event.method(event) Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: return f(self, *a, **k) Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: return self._get(url).json() Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: return self.request(url, 'GET', **kwargs) Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:37:07.329657 dv-cinder-778193-6-iscsi neutron-server[94544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:37:07.439502 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a43a774b-214c-4fbf-9b5a-3c269309fe5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.458414 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:37:07.504618 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d702ca-119e-4135-9881-c03401a3dc64 req-5b2afdbc-5b73-4262-86e5-b4c8d0ab5174 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Made reservation on behalf of f47de2d93f9f4dccbc3c75e56e117b44 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:37:07.511917 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-32d702ca-119e-4135-9881-c03401a3dc64 req-5b2afdbc-5b73-4262-86e5-b4c8d0ab5174 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.568585 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-adaf2f45-5431-4d96-9ec5-cbb2793f418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.574483 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-adaf2f45-5431-4d96-9ec5-cbb2793f418b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.578824 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-adaf2f45-5431-4d96-9ec5-cbb2793f418b admin admin] 10.222.0.16 "DELETE /v2.0/networks/23a0f066-b208-4450-8a2c-d8d51fa208f5 HTTP/1.1" status: 204 len: 168 time: 0.6198869 Aug 29 14:37:07.605027 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a43a774b-214c-4fbf-9b5a-3c269309fe5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.633703 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf2f45-5431-4d96-9ec5-cbb2793f418b admin admin] Pushing event deleted for resources: {'Network': ['ID=23a0f066-b208-4450-8a2c-d8d51fa208f5,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:07.697598 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5090e-1541-44ec-b442-63cc05a21abe req-72bb9322-ffaa-474f-b3ef-0bf6960eaac5 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:07.699173 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-11a5090e-1541-44ec-b442-63cc05a21abe req-72bb9322-ffaa-474f-b3ef-0bf6960eaac5 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.1195054 Aug 29 14:37:07.706696 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a43a774b-214c-4fbf-9b5a-3c269309fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.729437 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-32d702ca-119e-4135-9881-c03401a3dc64 req-5b2afdbc-5b73-4262-86e5-b4c8d0ab5174 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Allocated IP 172.20.0.9 (d0b3940a-b60d-4436-a99f-97850fb15fdb/68c738b6-4841-4314-9e25-caedf36cd8dc/b1c6dcb1-c2b0-419f-9e2f-603fc99e974e) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:37:07.748783 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-a43a774b-214c-4fbf-9b5a-3c269309fe5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=905e3ce4475b4d54a3b4ed62f3c31bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245141 Aug 29 14:37:07.749600 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42828) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:07.756930 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a774b-214c-4fbf-9b5a-3c269309fe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f5e24b-ada6-4fd2-9eb5-795bf0140ed1,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:07.786309 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-11a5090e-1541-44ec-b442-63cc05a21abe req-a4c16ca5-836f-473e-ba84-8fc78c42e5ba tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741806 Aug 29 14:37:07.826326 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8f6cd008-96fc-412f-baeb-64f7bc9c8386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.849278 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8f6cd008-96fc-412f-baeb-64f7bc9c8386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.904809 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5770618b-3174-410b-b7ae-c133e0db48d5 req-463cb7c9-6def-4fb7-8eef-aef4489aff33 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 210 time: 0.0545824 Aug 29 14:37:07.957115 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-32d702ca-119e-4135-9881-c03401a3dc64 req-5b2afdbc-5b73-4262-86e5-b4c8d0ab5174 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.973338 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8f6cd008-96fc-412f-baeb-64f7bc9c8386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.977960 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8f6cd008-96fc-412f-baeb-64f7bc9c8386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:07.980015 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-8f6cd008-96fc-412f-baeb-64f7bc9c8386 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0f5e24b-ada6-4fd2-9eb5-795bf0140ed1 HTTP/1.1" status: 204 len: 168 time: 0.2287505 Aug 29 14:37:07.990781 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cd008-96fc-412f-baeb-64f7bc9c8386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f5e24b-ada6-4fd2-9eb5-795bf0140ed1,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:08.019347 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 42838) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:08.061518 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-b96809be-3aca-4d1f-8b1d-4857096b8db9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27f2b6ca8e714503a38d20c10983ad79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407088 Aug 29 14:37:08.063959 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 42842) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:08.127061 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-32d702ca-119e-4135-9881-c03401a3dc64 req-5b2afdbc-5b73-4262-86e5-b4c8d0ab5174 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:08.138874 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-132406ee-4bf5-478b-9074-d6aa28594b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:08.181169 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['c4b5b777-fb83-4acd-98bf-0f184afce531'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:37:08.190169 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d702ca-119e-4135-9881-c03401a3dc64 req-5b2afdbc-5b73-4262-86e5-b4c8d0ab5174 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Network d0b3940a-b60d-4436-a99f-97850fb15fdb is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:37:08.197086 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-132406ee-4bf5-478b-9074-d6aa28594b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:08.201031 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-32d702ca-119e-4135-9881-c03401a3dc64 req-5b2afdbc-5b73-4262-86e5-b4c8d0ab5174 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:37:08.209972 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d702ca-119e-4135-9881-c03401a3dc64 req-5b2afdbc-5b73-4262-86e5-b4c8d0ab5174 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:37:08.215322 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2afdbc-5b73-4262-86e5-b4c8d0ab5174 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Pushing event updated for resources: {'Port': ['ID=b1c6dcb1-c2b0-419f-9e2f-603fc99e974e,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:08.284747 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d702ca-119e-4135-9881-c03401a3dc64 req-5b2afdbc-5b73-4262-86e5-b4c8d0ab5174 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:08.285398 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-32d702ca-119e-4135-9881-c03401a3dc64 req-5b2afdbc-5b73-4262-86e5-b4c8d0ab5174 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:08.414311 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d702ca-119e-4135-9881-c03401a3dc64 req-5b2afdbc-5b73-4262-86e5-b4c8d0ab5174 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2009237 Aug 29 14:37:08.438805 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Request body: {'port': {'device_id': 'cb4822c0-30bf-49bc-9dad-68f082f35790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:37:08.458791 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-132406ee-4bf5-478b-9074-d6aa28594b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:08.461820 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-132406ee-4bf5-478b-9074-d6aa28594b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:08.465445 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-132406ee-4bf5-478b-9074-d6aa28594b2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc HTTP/1.1" status: 204 len: 168 time: 0.3981204 Aug 29 14:37:08.475736 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132406ee-4bf5-478b-9074-d6aa28594b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b9f6f0-ba2b-4c94-83a2-3a4dfd01b7dc,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:08.507995 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:08.771738 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c6dcb1-c2b0-419f-9e2f-603fc99e974e {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:37:08.780111 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:08.793314 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Transition to ACTIVE for port object b1c6dcb1-c2b0-419f-9e2f-603fc99e974e will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:37:08.885549 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:08.966628 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c6dcb1-c2b0-419f-9e2f-603fc99e974e,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:08.994402 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc656c0f-f39f-42a5-bc57-9addd79a24d1 req-bfeb6754-bdc1-426a-8eb8-ce039086b5e0 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:08.995903 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dc656c0f-f39f-42a5-bc57-9addd79a24d1 req-bfeb6754-bdc1-426a-8eb8-ce039086b5e0 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.1427667 Aug 29 14:37:09.017711 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42868) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:09.066840 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6e1e24e4-e281-42a1-93b1-022effdffeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:09.198764 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6e1e24e4-e281-42a1-93b1-022effdffeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:09.283662 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6e1e24e4-e281-42a1-93b1-022effdffeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:09.329856 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e24e4-e281-42a1-93b1-022effdffeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9f9aec-028c-43e4-baa5-4dbdfb082b9f,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:09.338083 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-6e1e24e4-e281-42a1-93b1-022effdffeca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e4dfd7e01614873a106ca2ea4683361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169112 Aug 29 14:37:09.338518 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42884) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:09.396108 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Attempting to bind port b1c6dcb1-c2b0-419f-9e2f-603fc99e974e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:37:09.396447 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Attempting to bind port b1c6dcb1-c2b0-419f-9e2f-603fc99e974e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:37:09.396773 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Attempting to bind port b1c6dcb1-c2b0-419f-9e2f-603fc99e974e on network d0b3940a-b60d-4436-a99f-97850fb15fdb {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:37:09.396899 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-434a5485-815e-44c3-8161-6d8ac044df50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:09.411223 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Port b1c6dcb1-c2b0-419f-9e2f-603fc99e974e on network d0b3940a-b60d-4436-a99f-97850fb15fdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:37:09.411561 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Attempting to bind port b1c6dcb1-c2b0-419f-9e2f-603fc99e974e on network d0b3940a-b60d-4436-a99f-97850fb15fdb {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:37:09.422704 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79793b6-c53f-42b8-8e60-74b74e6cc0ea req-a9caa916-1027-48e6-9524-7312ad00fe63 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:09.424197 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c79793b6-c53f-42b8-8e60-74b74e6cc0ea req-a9caa916-1027-48e6-9524-7312ad00fe63 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 943 time: 0.4274118 Aug 29 14:37:09.425302 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-434a5485-815e-44c3-8161-6d8ac044df50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:09.426967 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dc656c0f-f39f-42a5-bc57-9addd79a24d1 req-2bbd9b92-a7ac-4424-9521-bd4c01d7bbbb tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136267 Aug 29 14:37:09.430304 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:37:09.430645 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Checking segment: {'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:37:09.431028 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Bound using segment: {'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:37:09.431461 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Bound port: b1c6dcb1-c2b0-419f-9e2f-603fc99e974e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:37:09.432462 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:09.528673 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c79793b6-c53f-42b8-8e60-74b74e6cc0ea req-278f6d94-a753-48dc-bbbf-587b76593041 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857694 Aug 29 14:37:09.535469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] For port b1c6dcb1-c2b0-419f-9e2f-603fc99e974e, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:37:09.540773 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] For port b1c6dcb1-c2b0-419f-9e2f-603fc99e974e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b1c6dcb1-c2b0-419f-9e2f-603fc99e974e,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:37:09.569104 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-434a5485-815e-44c3-8161-6d8ac044df50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:09.572239 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-434a5485-815e-44c3-8161-6d8ac044df50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:09.574534 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-434a5485-815e-44c3-8161-6d8ac044df50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a9f9aec-028c-43e4-baa5-4dbdfb082b9f HTTP/1.1" status: 204 len: 168 time: 0.2353480 Aug 29 14:37:09.582956 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a5485-815e-44c3-8161-6d8ac044df50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9f9aec-028c-43e4-baa5-4dbdfb082b9f,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:09.590840 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42892) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:09.648102 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:09.688819 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:09.694068 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:09.694068 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d702ca-119e-4135-9881-c03401a3dc64 req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] 10.222.0.36 "PUT /v2.0/ports/b1c6dcb1-c2b0-419f-9e2f-603fc99e974e HTTP/1.1" status: 200 len: 1093 time: 1.2562916 Aug 29 14:37:09.694068 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4822c0-30bf-49bc-9dad-68f082f35790', 'tag': 'b1c6dcb1-c2b0-419f-9e2f-603fc99e974e'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:37:09.694068 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e59c720-78b2-4083-bc56-1687436472fc" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4822c0-30bf-49bc-9dad-68f082f35790", "tag": "b1c6dcb1-c2b0-419f-9e2f-603fc99e974e"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:37:09.718287 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d1fad-c842-4f85-85b8-eecf48dd6af7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c6dcb1-c2b0-419f-9e2f-603fc99e974e,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:09.740478 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fdf8d3-e9b1-41a7-873b-07e3393f7b71 x-openstack-request-id: req-d1fdf8d3-e9b1-41a7-873b-07e3393f7b71 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:37:09.740768 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4822c0-30bf-49bc-9dad-68f082f35790", "tag": "b1c6dcb1-c2b0-419f-9e2f-603fc99e974e", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:37:09.741014 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1fdf8d3-e9b1-41a7-873b-07e3393f7b71 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:37:09.742559 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4822c0-30bf-49bc-9dad-68f082f35790', 'tag': 'b1c6dcb1-c2b0-419f-9e2f-603fc99e974e', 'status': 'completed', 'code': 200} Aug 29 14:37:09.838149 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59c720-78b2-4083-bc56-1687436472fc req-019235ee-2557-4c13-aa5d-79c43f6419c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:09.839639 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7e59c720-78b2-4083-bc56-1687436472fc req-019235ee-2557-4c13-aa5d-79c43f6419c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 1096 time: 0.0413303 Aug 29 14:37:09.891001 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7292c835-da1e-417b-a91b-26fd7b37676a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:09.985023 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59c720-78b2-4083-bc56-1687436472fc req-1dd24921-65b8-4109-8b99-9f88f1e68a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:09.986893 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7e59c720-78b2-4083-bc56-1687436472fc req-1dd24921-65b8-4109-8b99-9f88f1e68a15 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1229994 Aug 29 14:37:10.011619 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7292c835-da1e-417b-a91b-26fd7b37676a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:10.086823 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59c720-78b2-4083-bc56-1687436472fc req-87ebeede-3a69-4509-91ae-77198e51371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:10.088313 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7e59c720-78b2-4083-bc56-1687436472fc req-87ebeede-3a69-4509-91ae-77198e51371b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932915 Aug 29 14:37:10.122389 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7292c835-da1e-417b-a91b-26fd7b37676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:10.161883 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-7292c835-da1e-417b-a91b-26fd7b37676a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06d476d68e724afb9afec16d885b8d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5695581 Aug 29 14:37:10.162798 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292c835-da1e-417b-a91b-26fd7b37676a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97126da-21d1-43ec-a3db-3dd660ceae63,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:10.165575 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 42916) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:10.246170 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d702ca-119e-4135-9881-c03401a3dc64 req-99f6cfb3-349b-40a7-95e1-00ad16b23f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:10.247673 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d702ca-119e-4135-9881-c03401a3dc64 req-99f6cfb3-349b-40a7-95e1-00ad16b23f3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 1096 time: 0.0755739 Aug 29 14:37:10.262335 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f5d776ae-f4cd-43cd-bc8d-37385db7b858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:10.290692 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f5d776ae-f4cd-43cd-bc8d-37385db7b858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:10.328705 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d702ca-119e-4135-9881-c03401a3dc64 req-8506f77b-0dd7-43b7-989c-72a551bf59a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1c6dcb1-c2b0-419f-9e2f-603fc99e974e HTTP/1.1" status: 200 len: 217 time: 0.0455320 Aug 29 14:37:10.393993 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d702ca-119e-4135-9881-c03401a3dc64 req-c20ea11a-8020-4183-995f-fcbe6a2dcb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:10.395450 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d702ca-119e-4135-9881-c03401a3dc64 req-c20ea11a-8020-4183-995f-fcbe6a2dcb56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68c738b6-4841-4314-9e25-caedf36cd8dc HTTP/1.1" status: 200 len: 854 time: 0.0462251 Aug 29 14:37:10.428794 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d702ca-119e-4135-9881-c03401a3dc64 req-d37110d4-910e-4540-b796-90748f5569ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0b3940a-b60d-4436-a99f-97850fb15fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235236 Aug 29 14:37:10.494636 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f5d776ae-f4cd-43cd-bc8d-37385db7b858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:10.497165 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f5d776ae-f4cd-43cd-bc8d-37385db7b858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:10.498314 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-f5d776ae-f4cd-43cd-bc8d-37385db7b858 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d97126da-21d1-43ec-a3db-3dd660ceae63 HTTP/1.1" status: 204 len: 168 time: 0.3316927 Aug 29 14:37:10.515584 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d776ae-f4cd-43cd-bc8d-37385db7b858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97126da-21d1-43ec-a3db-3dd660ceae63,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:10.579046 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d702ca-119e-4135-9881-c03401a3dc64 req-b0e874d2-82a4-4ed4-b23e-b24c9045850c service neutron] 10.222.0.36 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360245 Aug 29 14:37:10.620038 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42444a05-da74-46f0-9261-b4e09d74b3d5 req-c3db18c5-73ee-4ecf-85ff-6d97fa6bf460 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:10.621615 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-42444a05-da74-46f0-9261-b4e09d74b3d5 req-c3db18c5-73ee-4ecf-85ff-6d97fa6bf460 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0876491 Aug 29 14:37:10.739208 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-42444a05-da74-46f0-9261-b4e09d74b3d5 req-1e6c2188-6a92-4c1a-9c1e-bd64342a2e39 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864861 Aug 29 14:37:10.765661 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774a12b-f429-4c61-be9c-eec6cef228c4 req-7846011d-784b-4e9c-af26-e1cd72cf908a tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:10.765661 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d774a12b-f429-4c61-be9c-eec6cef228c4 req-7846011d-784b-4e9c-af26-e1cd72cf908a tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 943 time: 0.1400561 Aug 29 14:37:10.772700 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d702ca-119e-4135-9881-c03401a3dc64 req-937b45ae-0475-45d8-8f7d-d9999ae22796 service neutron] 10.222.0.36 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821415 Aug 29 14:37:10.823776 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d774a12b-f429-4c61-be9c-eec6cef228c4 req-c4155372-d7f9-4c1a-a4ee-7ae4ed1ac76f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495269 Aug 29 14:37:11.523897 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 42984) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:11.540478 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-253dea68-7a51-4292-b636-7bf384c613a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:11.640366 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-253dea68-7a51-4292-b636-7bf384c613a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:11.698765 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-253dea68-7a51-4292-b636-7bf384c613a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:11.739732 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-253dea68-7a51-4292-b636-7bf384c613a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fe951b0e4ca45b9b1a2e06a0d2da727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123306 Aug 29 14:37:11.739732 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253dea68-7a51-4292-b636-7bf384c613a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fe52cd-d2df-4af2-af64-f459e063d4a6,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:11.740576 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 42996) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:11.804542 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0cbed5c8-fa11-4ee2-b85c-a4fbcdfdf7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:11.828141 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0cbed5c8-fa11-4ee2-b85c-a4fbcdfdf7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:11.894096 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e7d12-c6f5-4cc9-b786-6b39533ba1eb req-f9f74eb3-0358-4dbb-aa40-34df6533cdfe tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:11.895706 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5a8e7d12-c6f5-4cc9-b786-6b39533ba1eb req-f9f74eb3-0358-4dbb-aa40-34df6533cdfe tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0625525 Aug 29 14:37:11.959124 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0cbed5c8-fa11-4ee2-b85c-a4fbcdfdf7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:11.962978 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0cbed5c8-fa11-4ee2-b85c-a4fbcdfdf7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:11.964137 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-0cbed5c8-fa11-4ee2-b85c-a4fbcdfdf7c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15fe52cd-d2df-4af2-af64-f459e063d4a6 HTTP/1.1" status: 204 len: 168 time: 0.2209589 Aug 29 14:37:11.974597 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbed5c8-fa11-4ee2-b85c-a4fbcdfdf7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fe52cd-d2df-4af2-af64-f459e063d4a6,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:11.974718 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5a8e7d12-c6f5-4cc9-b786-6b39533ba1eb req-4d95ec14-087e-4a2e-bafd-4ecfefb42b3f tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718205 Aug 29 14:37:11.993030 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692c1de-d1e0-4469-8912-386809081930 req-b2515c26-60c3-4ec0-a68b-1acfaef62f8e tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:11.997453 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f692c1de-d1e0-4469-8912-386809081930 req-b2515c26-60c3-4ec0-a68b-1acfaef62f8e tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 943 time: 0.0764461 Aug 29 14:37:12.042107 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f692c1de-d1e0-4469-8912-386809081930 req-e40a818d-61c5-42e9-81c6-5cef4b0a1f40 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Aug 29 14:37:12.567577 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43024) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:12.763574 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-826e4a7d-2d86-474a-9a1e-b1ba2ccb16e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:12.767601 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43036) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:12.789346 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0728f0b1-499d-4218-b1db-21571666f7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:12.886260 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-826e4a7d-2d86-474a-9a1e-b1ba2ccb16e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:12.993150 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-826e4a7d-2d86-474a-9a1e-b1ba2ccb16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.049127 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-826e4a7d-2d86-474a-9a1e-b1ba2ccb16e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=adbff648dfc04114bebdfbf823d01198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4804692 Aug 29 14:37:13.054455 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e4a7d-2d86-474a-9a1e-b1ba2ccb16e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c012fe3-29c9-495a-a451-288605de4126,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:13.059402 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43042) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:13.101890 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844617b-85c6-4674-ba58-31746bd96802 req-00a38f5f-4ef2-4af5-a8b5-9d96fc8c0349 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:13.104076 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6844617b-85c6-4674-ba58-31746bd96802 req-00a38f5f-4ef2-4af5-a8b5-9d96fc8c0349 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0563784 Aug 29 14:37:13.146813 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c421e60a-3708-4716-9353-b9ae16ac2483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.169700 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0728f0b1-499d-4218-b1db-21571666f7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.175658 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6844617b-85c6-4674-ba58-31746bd96802 req-d0605d0f-c87c-4d9d-8596-653550e4e228 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648627 Aug 29 14:37:13.183927 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c421e60a-3708-4716-9353-b9ae16ac2483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.197264 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1c1f0-d3f1-4804-94c3-0e8819a7826f req-56d5ae1f-db21-4d70-ba85-2696be0c5706 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:13.197264 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-68e1c1f0-d3f1-4804-94c3-0e8819a7826f req-56d5ae1f-db21-4d70-ba85-2696be0c5706 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 943 time: 0.0640581 Aug 29 14:37:13.241093 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0728f0b1-499d-4218-b1db-21571666f7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.265371 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-68e1c1f0-d3f1-4804-94c3-0e8819a7826f req-821d1a99-cc19-4ce0-9b02-61dde5fe5d76 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685167 Aug 29 14:37:13.290335 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-0728f0b1-499d-4218-b1db-21571666f7e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7eef5742f042495385deda0a6dfa71f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5217206 Aug 29 14:37:13.291720 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728f0b1-499d-4218-b1db-21571666f7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6b0e30-ac62-4a1b-9323-b5fe19ffaaa9,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:13.292986 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 43052) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:13.322001 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c421e60a-3708-4716-9353-b9ae16ac2483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.325664 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c421e60a-3708-4716-9353-b9ae16ac2483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.327285 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-c421e60a-3708-4716-9353-b9ae16ac2483 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c012fe3-29c9-495a-a451-288605de4126 HTTP/1.1" status: 204 len: 168 time: 0.2659688 Aug 29 14:37:13.332496 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43054) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:13.354359 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421e60a-3708-4716-9353-b9ae16ac2483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c012fe3-29c9-495a-a451-288605de4126,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:13.358319 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-cf3fbd43-9ebf-418d-9c05-f48b3a0af7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.386541 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-cf3fbd43-9ebf-418d-9c05-f48b3a0af7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.498035 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-cf3fbd43-9ebf-418d-9c05-f48b3a0af7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.500749 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-cf3fbd43-9ebf-418d-9c05-f48b3a0af7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.501918 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-cf3fbd43-9ebf-418d-9c05-f48b3a0af7ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d6b0e30-ac62-4a1b-9323-b5fe19ffaaa9 HTTP/1.1" status: 204 len: 168 time: 0.2074728 Aug 29 14:37:13.510528 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fbd43-9ebf-418d-9c05-f48b3a0af7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6b0e30-ac62-4a1b-9323-b5fe19ffaaa9,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:13.546309 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-dc7c83ce-4f9a-4bf4-8473-e563c6e203d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.623961 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 43066) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:13.638113 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-dc7c83ce-4f9a-4bf4-8473-e563c6e203d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.700764 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-dc7c83ce-4f9a-4bf4-8473-e563c6e203d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.744291 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-dc7c83ce-4f9a-4bf4-8473-e563c6e203d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12d66496fd584400b4d60a1bca0ea8ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123080 Aug 29 14:37:13.745119 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c83ce-4f9a-4bf4-8473-e563c6e203d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d71a5b-e36d-44de-80fa-2a6db504bace,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:13.747077 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 43070) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:13.795393 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2c7754fa-ac36-47c1-907c-7a0871a6864a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.816201 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2c7754fa-ac36-47c1-907c-7a0871a6864a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.939075 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2c7754fa-ac36-47c1-907c-7a0871a6864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.941476 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2c7754fa-ac36-47c1-907c-7a0871a6864a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:13.942688 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-2c7754fa-ac36-47c1-907c-7a0871a6864a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8d71a5b-e36d-44de-80fa-2a6db504bace HTTP/1.1" status: 204 len: 168 time: 0.1944818 Aug 29 14:37:13.951811 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7754fa-ac36-47c1-907c-7a0871a6864a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d71a5b-e36d-44de-80fa-2a6db504bace,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:13.993467 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43076) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:14.009177 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4fe7af74-697b-46d0-8f58-d304b054206c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:14.102734 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-24ec83cf-17af-4cd6-9ec6-a5fd435f2ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:14.106271 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4fe7af74-697b-46d0-8f58-d304b054206c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:14.210390 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4fe7af74-697b-46d0-8f58-d304b054206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:14.253820 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-4fe7af74-697b-46d0-8f58-d304b054206c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7eb0b3697fae4f0ca69a547a19d02122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585721 Aug 29 14:37:14.256820 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43086) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:14.262869 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7af74-697b-46d0-8f58-d304b054206c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c39cf74-01b5-43d4-af7d-1d1b8c65b3df,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:14.325700 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-24ec83cf-17af-4cd6-9ec6-a5fd435f2ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:14.338465 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3074b603-5cee-4b95-94e5-b10a07d117e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:14.344341 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52abdca-900d-4254-89c1-735f6cb6638f req-291f9c32-27f2-432a-827d-d2f3b116aac3 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:14.345919 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a52abdca-900d-4254-89c1-735f6cb6638f req-291f9c32-27f2-432a-827d-d2f3b116aac3 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0883873 Aug 29 14:37:14.365345 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3074b603-5cee-4b95-94e5-b10a07d117e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:14.430380 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a52abdca-900d-4254-89c1-735f6cb6638f req-82bf59b0-6631-482b-bbde-e408f6ab5ea4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689087 Aug 29 14:37:14.438656 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9df521-a2f7-49b0-bfac-e5f136ae0f3a req-f5020f68-25fa-41c7-aff3-716c6a76c202 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:14.440230 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fb9df521-a2f7-49b0-bfac-e5f136ae0f3a req-f5020f68-25fa-41c7-aff3-716c6a76c202 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 943 time: 0.0928967 Aug 29 14:37:14.441010 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-24ec83cf-17af-4cd6-9ec6-a5fd435f2ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:14.505465 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-24ec83cf-17af-4cd6-9ec6-a5fd435f2ce3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cac34f17a8184bf1980689177742745e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8805385 Aug 29 14:37:14.508426 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43104) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:14.511075 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec83cf-17af-4cd6-9ec6-a5fd435f2ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f1d4e4-c0c7-439e-b081-51cf8b584334,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:14.521293 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3074b603-5cee-4b95-94e5-b10a07d117e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:14.524703 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3074b603-5cee-4b95-94e5-b10a07d117e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:14.525982 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-3074b603-5cee-4b95-94e5-b10a07d117e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c39cf74-01b5-43d4-af7d-1d1b8c65b3df HTTP/1.1" status: 204 len: 168 time: 0.2680597 Aug 29 14:37:14.535428 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fb9df521-a2f7-49b0-bfac-e5f136ae0f3a req-093be4cf-db5f-4782-b50c-91e6ffd5c207 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794191 Aug 29 14:37:14.567609 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074b603-5cee-4b95-94e5-b10a07d117e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c39cf74-01b5-43d4-af7d-1d1b8c65b3df,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:14.606375 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b60e4f4f-c796-4857-9db7-292840d45548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:14.626974 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b60e4f4f-c796-4857-9db7-292840d45548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:14.740709 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b60e4f4f-c796-4857-9db7-292840d45548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:14.743607 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b60e4f4f-c796-4857-9db7-292840d45548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:14.744778 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-b60e4f4f-c796-4857-9db7-292840d45548 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9f1d4e4-c0c7-439e-b081-51cf8b584334 HTTP/1.1" status: 204 len: 168 time: 0.2353699 Aug 29 14:37:14.752469 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e4f4f-c796-4857-9db7-292840d45548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f1d4e4-c0c7-439e-b081-51cf8b584334,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:14.925834 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device b1c6dcb1-c2b0-419f-9e2f-603fc99e974e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:37:15.025654 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port b1c6dcb1-c2b0-419f-9e2f-603fc99e974e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b1c6dcb1-c2b0-419f-9e2f-603fc99e974e,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:37:15.036779 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': 'b1c6dcb1-c2b0-419f-9e2f-603fc99e974e', 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb', 'port_id': 'b1c6dcb1-c2b0-419f-9e2f-603fc99e974e', 'mac_address': 'fa:16:3e:5a:0d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c738b6-4841-4314-9e25-caedf36cd8dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:37:15.072680 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:15.085400 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c6dcb1-c2b0-419f-9e2f-603fc99e974e {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:37:15.115641 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port b1c6dcb1-c2b0-419f-9e2f-603fc99e974e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b1c6dcb1-c2b0-419f-9e2f-603fc99e974e,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:37:15.195898 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-5f1e5895-7620-422a-963c-5ca78d0a0468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:15.206749 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:15.259427 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=b1c6dcb1-c2b0-419f-9e2f-603fc99e974e,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:15.267512 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:37:15.268075 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:37:15.268413 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:37:15.268741 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:37:15.269070 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:37:15.273276 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:37:15.273276 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:37:15.273276 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:37:15.273276 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:37:15.273276 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:37:15.273276 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:37:15.273276 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:37:15.541656 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43142) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:15.552165 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fd563-2254-4b46-adaf-ed020de9628a req-a58c0bdb-1697-4823-9a96-3d4d77e89f56 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:15.554544 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-467fd563-2254-4b46-adaf-ed020de9628a req-a58c0bdb-1697-4823-9a96-3d4d77e89f56 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0545361 Aug 29 14:37:15.561068 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a65af8f5-49c3-4e41-96ee-460e89f33783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:15.610748 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['b1c6dcb1-c2b0-419f-9e2f-603fc99e974e'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:37:15.637344 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-467fd563-2254-4b46-adaf-ed020de9628a req-69a3fa56-8d39-42b2-8e01-08e163438eee tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770340 Aug 29 14:37:15.715875 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a65af8f5-49c3-4e41-96ee-460e89f33783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:15.720096 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34792244-d9de-424c-9db4-69c982dcb42b req-ccef20e6-9a46-435e-a5fb-b172eee33be5 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:15.723908 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-34792244-d9de-424c-9db4-69c982dcb42b req-ccef20e6-9a46-435e-a5fb-b172eee33be5 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 944 time: 0.1027837 Aug 29 14:37:15.768824 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-34792244-d9de-424c-9db4-69c982dcb42b req-925736d5-e2c2-435e-8ec2-522fa363f946 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360928 Aug 29 14:37:15.814720 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a65af8f5-49c3-4e41-96ee-460e89f33783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:15.854287 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-a65af8f5-49c3-4e41-96ee-460e89f33783 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfdb10ed7a8e4e96969d6b54ab76cf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114982 Aug 29 14:37:15.856182 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65af8f5-49c3-4e41-96ee-460e89f33783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b3ed87-0f4b-4546-ab01-f486da9336ba,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:15.859276 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 43152) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:15.914421 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a3dea4f0-0bec-4ce5-bf45-4de66b9afc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:15.936126 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a3dea4f0-0bec-4ce5-bf45-4de66b9afc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:16.123269 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a3dea4f0-0bec-4ce5-bf45-4de66b9afc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:16.126210 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a3dea4f0-0bec-4ce5-bf45-4de66b9afc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:16.128130 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-a3dea4f0-0bec-4ce5-bf45-4de66b9afc8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19b3ed87-0f4b-4546-ab01-f486da9336ba HTTP/1.1" status: 204 len: 168 time: 0.2661970 Aug 29 14:37:16.141531 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dea4f0-0bec-4ce5-bf45-4de66b9afc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b3ed87-0f4b-4546-ab01-f486da9336ba,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:16.771352 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1f80e-7d10-4d5c-9932-f81773d7a9e1 req-72482b54-da04-42bf-ba3e-2e6c1fc78bbd tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:16.773808 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e9f1f80e-7d10-4d5c-9932-f81773d7a9e1 req-72482b54-da04-42bf-ba3e-2e6c1fc78bbd tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0556557 Aug 29 14:37:16.814378 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e9f1f80e-7d10-4d5c-9932-f81773d7a9e1 req-ac153b98-bbd3-4860-8377-76bb5fcf9859 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341256 Aug 29 14:37:16.900511 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60732b-a6f9-4596-962e-0e5507d9a034 req-6916915d-5f9f-4f2e-bac6-7da33ceed89a tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:16.902217 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7a60732b-a6f9-4596-962e-0e5507d9a034 req-6916915d-5f9f-4f2e-bac6-7da33ceed89a tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 944 time: 0.0530877 Aug 29 14:37:16.940260 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device b1c6dcb1-c2b0-419f-9e2f-603fc99e974e up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:37:16.946757 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7a60732b-a6f9-4596-962e-0e5507d9a034 req-9c073e1d-d57e-46c8-8e32-f4f953a9acb4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368474 Aug 29 14:37:17.083140 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port b1c6dcb1-c2b0-419f-9e2f-603fc99e974e completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:37:17.088334 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port b1c6dcb1-c2b0-419f-9e2f-603fc99e974e triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:37:17.088761 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:17.165515 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:17.188285 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4822c0-30bf-49bc-9dad-68f082f35790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c6dcb1-c2b0-419f-9e2f-603fc99e974e'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:37:17.190541 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d4a7d8-44d0-45f4-a7e6-fefd95b0f41d" -d '{"events": [{"server_uuid": "cb4822c0-30bf-49bc-9dad-68f082f35790", "name": "network-vif-plugged", "status": "completed", "tag": "b1c6dcb1-c2b0-419f-9e2f-603fc99e974e"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:37:17.219384 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port b1c6dcb1-c2b0-419f-9e2f-603fc99e974e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b1c6dcb1-c2b0-419f-9e2f-603fc99e974e,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:37:17.249367 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95a91b1-453b-42e7-a707-c41d0df8267c x-openstack-request-id: req-a95a91b1-453b-42e7-a707-c41d0df8267c {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:37:17.249367 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4822c0-30bf-49bc-9dad-68f082f35790", "name": "network-vif-plugged", "status": "completed", "tag": "b1c6dcb1-c2b0-419f-9e2f-603fc99e974e", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:37:17.249593 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a95a91b1-453b-42e7-a707-c41d0df8267c {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:37:17.249990 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4822c0-30bf-49bc-9dad-68f082f35790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c6dcb1-c2b0-419f-9e2f-603fc99e974e', 'code': 200} Aug 29 14:37:17.290326 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:17.593026 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=b1c6dcb1-c2b0-419f-9e2f-603fc99e974e,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:17.941031 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe208113-dcee-4ffd-bb69-7eaad41941f4 req-4134f233-a1b3-4e03-a0c1-90400a0353a2 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:17.942641 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe208113-dcee-4ffd-bb69-7eaad41941f4 req-4134f233-a1b3-4e03-a0c1-90400a0353a2 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0538292 Aug 29 14:37:17.988921 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe208113-dcee-4ffd-bb69-7eaad41941f4 req-6bb4d95a-3bbe-422d-a06c-e30c59ba0471 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397003 Aug 29 14:37:18.017948 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e700f15d-71f3-442b-b50a-8aa18ccb20d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:18.123667 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4744c-01c8-431e-9085-b2692739c88c req-3e868913-6c47-4d4f-8fc6-75cf90d355fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:18.126062 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f8e4744c-01c8-431e-9085-b2692739c88c req-3e868913-6c47-4d4f-8fc6-75cf90d355fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 1099 time: 0.1100373 Aug 29 14:37:18.148196 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bdccb-a160-4aea-b542-c5efc970d537 req-d65a9d24-9920-4933-9849-dd80f97f71ee tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:18.149795 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-999bdccb-a160-4aea-b542-c5efc970d537 req-d65a9d24-9920-4933-9849-dd80f97f71ee tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 945 time: 0.0845275 Aug 29 14:37:18.212752 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:18.239059 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f8e4744c-01c8-431e-9085-b2692739c88c req-22e54362-28ee-4ccd-abec-dab6670c13a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818276 Aug 29 14:37:18.263483 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-999bdccb-a160-4aea-b542-c5efc970d537 req-83d4e4e1-3005-49cf-a9fe-d5cf567c87cc tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939751 Aug 29 14:37:18.263483 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ae5ae-5188-4380-b5a7-1b8137e8da8e req-128842f3-b26f-49fe-a8fa-499f1a2b14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:18.264158 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d05ae5ae-5188-4380-b5a7-1b8137e8da8e req-128842f3-b26f-49fe-a8fa-499f1a2b14f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 1098 time: 0.1250916 Aug 29 14:37:18.632847 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d05ae5ae-5188-4380-b5a7-1b8137e8da8e req-3e06bb7f-00ba-4899-885c-d10398a06b54 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350335 Aug 29 14:37:19.007103 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:19.127025 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12585d9-7d9e-479b-89fc-bebcfe8442d2 req-35e7acdf-bf6b-49a1-8fe8-7f05b92140b4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:19.128610 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c12585d9-7d9e-479b-89fc-bebcfe8442d2 req-35e7acdf-bf6b-49a1-8fe8-7f05b92140b4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0557539 Aug 29 14:37:19.178718 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c12585d9-7d9e-479b-89fc-bebcfe8442d2 req-1045786e-9d94-44ee-8417-c752e49a8d9b tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 Aug 29 14:37:19.373577 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2d3be-5ab9-40e1-84d0-2db2138f9fdd req-41ba34f7-a038-4ef9-ab63-f218a5d13823 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:19.377664 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-77a2d3be-5ab9-40e1-84d0-2db2138f9fdd req-41ba34f7-a038-4ef9-ab63-f218a5d13823 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 945 time: 0.0515323 Aug 29 14:37:19.421284 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-77a2d3be-5ab9-40e1-84d0-2db2138f9fdd req-3b4b4eb5-fa2f-43a5-998b-f1ddd64ae504 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385733 Aug 29 14:37:19.583634 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 43342) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:19.699007 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c8b406d0-9774-4154-9c97-9f0807d27092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:19.801098 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c8b406d0-9774-4154-9c97-9f0807d27092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:19.880798 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c8b406d0-9774-4154-9c97-9f0807d27092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:19.919408 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-c8b406d0-9774-4154-9c97-9f0807d27092 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a1907dd57c540caa0af454a289ce3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344724 Aug 29 14:37:19.920153 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b406d0-9774-4154-9c97-9f0807d27092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad482a24-3940-421f-aff3-16cf2c1af164,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:19.922807 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43354) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:19.976023 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ab567242-e21d-4a79-b047-682f670bdece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:19.997288 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ab567242-e21d-4a79-b047-682f670bdece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:20.180459 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ab567242-e21d-4a79-b047-682f670bdece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:20.182999 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ab567242-e21d-4a79-b047-682f670bdece admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:20.184166 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-ab567242-e21d-4a79-b047-682f670bdece admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad482a24-3940-421f-aff3-16cf2c1af164 HTTP/1.1" status: 204 len: 168 time: 0.2603641 Aug 29 14:37:20.196740 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab567242-e21d-4a79-b047-682f670bdece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad482a24-3940-421f-aff3-16cf2c1af164,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:20.349413 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcf6f8-c631-4a10-93f1-6b07dd20c57a req-d9d264a8-0402-4db7-a02c-156eac57d1c1 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:20.352026 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67fcf6f8-c631-4a10-93f1-6b07dd20c57a req-d9d264a8-0402-4db7-a02c-156eac57d1c1 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0923560 Aug 29 14:37:20.395192 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67fcf6f8-c631-4a10-93f1-6b07dd20c57a req-f1b05f0e-a123-4131-a3a3-3e80e45bb3ab tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353761 Aug 29 14:37:20.435066 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:20.551491 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af19ea-122b-4b67-819c-8a4d673dc996 req-24602996-4a35-4b13-8b27-27434828e2da tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:20.553060 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e7af19ea-122b-4b67-819c-8a4d673dc996 req-24602996-4a35-4b13-8b27-27434828e2da tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 945 time: 0.0574257 Aug 29 14:37:20.591886 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e7af19ea-122b-4b67-819c-8a4d673dc996 req-04dd2ebd-84bb-4382-bd02-bbea5b799547 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330081 Aug 29 14:37:21.679327 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07eb5d9-546a-46cf-95c8-4545b73ec06b req-23906043-7e6e-43c5-b7a1-dbdc3eb50262 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:21.680918 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d07eb5d9-546a-46cf-95c8-4545b73ec06b req-23906043-7e6e-43c5-b7a1-dbdc3eb50262 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0505545 Aug 29 14:37:21.720901 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d07eb5d9-546a-46cf-95c8-4545b73ec06b req-ae5c551c-b736-442b-942a-666a6c1d176a tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339780 Aug 29 14:37:21.810885 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597ccb6-dc17-433d-b85a-8ae5a99b6287 req-2b293324-7213-417d-beb8-e2807c4e19b2 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:21.812376 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8597ccb6-dc17-433d-b85a-8ae5a99b6287 req-2b293324-7213-417d-beb8-e2807c4e19b2 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 945 time: 0.0635917 Aug 29 14:37:21.877240 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badf38e-fa85-45a8-a41c-863f09487872 req-7b659369-9b57-4bdf-a1fd-3c812c5da9b5 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:21.878771 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8badf38e-fa85-45a8-a41c-863f09487872 req-7b659369-9b57-4bdf-a1fd-3c812c5da9b5 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0855997 Aug 29 14:37:21.882132 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8597ccb6-dc17-433d-b85a-8ae5a99b6287 req-35edbb0b-794f-461e-9c07-1672683dfff5 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529993 Aug 29 14:37:21.920036 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8badf38e-fa85-45a8-a41c-863f09487872 req-fe2476de-ec5f-4daf-9228-7961e0bfea2c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346684 Aug 29 14:37:25.456993 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7da6e-79c7-4ee6-b0ee-d1edcd4c835a req-27bc50f1-7231-46c6-9b9c-3996e53228a5 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:25.459124 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dde7da6e-79c7-4ee6-b0ee-d1edcd4c835a req-27bc50f1-7231-46c6-9b9c-3996e53228a5 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0658524 Aug 29 14:37:25.528102 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dde7da6e-79c7-4ee6-b0ee-d1edcd4c835a req-ee154786-ffd4-442c-ac81-a11ee6271ba0 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622807 Aug 29 14:37:25.534532 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13855cea-463f-415d-b495-998254777831 req-46995dff-4ea8-4b4b-be9e-ed46d7f910fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:25.535991 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-13855cea-463f-415d-b495-998254777831 req-46995dff-4ea8-4b4b-be9e-ed46d7f910fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb6738c758b44604a7eb98cf8f592891&device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 1098 time: 0.0562370 Aug 29 14:37:25.644539 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13855cea-463f-415d-b495-998254777831 req-0279e796-e9f5-4355-9bbb-be8a355c0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:25.646099 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-13855cea-463f-415d-b495-998254777831 req-0279e796-e9f5-4355-9bbb-be8a355c0c91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 HTTP/1.1" status: 200 len: 919 time: 0.1008785 Aug 29 14:37:25.691427 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-13855cea-463f-415d-b495-998254777831 req-d5fed8d8-6fe6-48f9-8bf7-7aaa4644f8ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a79f52-849b-4423-aca8-913d602be2a9 HTTP/1.1" status: 200 len: 217 time: 0.0364869 Aug 29 14:37:25.752423 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13855cea-463f-415d-b495-998254777831 req-4382b89e-e656-4cfc-9fe2-8f5bb6cfb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:25.753904 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-13855cea-463f-415d-b495-998254777831 req-4382b89e-e656-4cfc-9fe2-8f5bb6cfb2cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8625feb-c975-4960-b914-faf042f9ec63 HTTP/1.1" status: 200 len: 858 time: 0.0501964 Aug 29 14:37:25.789551 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-13855cea-463f-415d-b495-998254777831 req-34d641e2-f537-42fb-a4d9-f42395b999a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241101 Aug 29 14:37:25.883451 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-13855cea-463f-415d-b495-998254777831 req-7db0d743-d18e-4c4d-b922-3aaf9e5d5641 service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846195 Aug 29 14:37:25.973274 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-13855cea-463f-415d-b495-998254777831 req-ac21786a-afa0-457a-86a9-f2dee2396046 service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822635 Aug 29 14:37:26.649408 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6d244-6aa7-47bd-8c9b-1bf19a42187c req-a5c688a8-6fb4-44da-9e95-1fc354634d04 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:26.650923 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-57b6d244-6aa7-47bd-8c9b-1bf19a42187c req-a5c688a8-6fb4-44da-9e95-1fc354634d04 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0550125 Aug 29 14:37:26.688929 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-57b6d244-6aa7-47bd-8c9b-1bf19a42187c req-2cc65893-1635-496b-afae-8f52aefab079 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Aug 29 14:37:28.561258 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:29.390669 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0805988-609b-4b30-a9ba-9242e62d92ee req-3d916e9a-18c7-46e4-95b5-5c6da9afb6a6 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:29.392257 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f0805988-609b-4b30-a9ba-9242e62d92ee req-3d916e9a-18c7-46e4-95b5-5c6da9afb6a6 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0510325 Aug 29 14:37:29.433758 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f0805988-609b-4b30-a9ba-9242e62d92ee req-cd01eb2f-443b-4bb4-a487-827a8b36eb9d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353496 Aug 29 14:37:30.625365 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71681818-74c6-4419-94d2-d4faa7a915dd req-981ce3f0-5b25-48d5-8caf-e184feb70d91 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:30.626333 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-71681818-74c6-4419-94d2-d4faa7a915dd req-981ce3f0-5b25-48d5-8caf-e184feb70d91 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0592754 Aug 29 14:37:30.676902 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-71681818-74c6-4419-94d2-d4faa7a915dd req-307ece96-88e8-4db0-a2d7-0c1bd38b3da5 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432036 Aug 29 14:37:30.900500 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-c7d2b82a-7db2-42fa-8d10-03f061d50d3d tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:30.902039 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-c7d2b82a-7db2-42fa-8d10-03f061d50d3d tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/networks?id=d0b3940a-b60d-4436-a99f-97850fb15fdb HTTP/1.1" status: 200 len: 814 time: 0.1104708 Aug 29 14:37:30.918283 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-d90dc818-744c-406a-a967-81b0e38dcedb tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/quotas/f47de2d93f9f4dccbc3c75e56e117b44 HTTP/1.1" status: 200 len: 375 time: 0.0101116 Aug 29 14:37:30.976464 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-d8271531-d65d-48c0-b563-e7f005728391 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521953 Aug 29 14:37:31.074934 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-023d0ff6-de98-4880-b93b-88952b5ca0d1 service neutron] 10.222.0.16 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891414 Aug 29 14:37:31.169323 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-d5ec508f-962b-4629-bd8a-8e10fc3a2b3f service neutron] 10.222.0.16 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881472 Aug 29 14:37:31.431291 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a4082fd9-1475-49b0-beb6-3f8459633b4d req-92cf54f6-a964-4f97-bf21-0ac55e721cd8 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 210 time: 0.0336864 Aug 29 14:37:31.804945 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1ee8a-f3f8-4ad0-be47-f3b5d93009d7 req-714878a4-3e80-4639-a3b1-65f94b8908b7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:31.806500 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-76a1ee8a-f3f8-4ad0-be47-f3b5d93009d7 req-714878a4-3e80-4639-a3b1-65f94b8908b7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0529215 Aug 29 14:37:31.851440 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-76a1ee8a-f3f8-4ad0-be47-f3b5d93009d7 req-a8cdc039-ddfb-4e6f-adc6-6fd1072d753c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389905 Aug 29 14:37:32.532196 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-60ed5d57-2b7a-49f4-8dea-1592efac786b req-39a48cef-33c7-474e-b319-b1f84d57ac27 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 210 time: 0.0272982 Aug 29 14:37:32.968588 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeb6c5-ba0d-4990-bbce-e53741fb3ff9 req-378e1483-9df5-4e23-9e5c-40eeaf566df1 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:32.970108 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0edeb6c5-ba0d-4990-bbce-e53741fb3ff9 req-378e1483-9df5-4e23-9e5c-40eeaf566df1 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0481288 Aug 29 14:37:33.013296 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0edeb6c5-ba0d-4990-bbce-e53741fb3ff9 req-25ae2d38-e5a2-4d09-8383-aa8c67c922c2 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369020 Aug 29 14:37:33.677686 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-432d2fbf-6515-4eba-955d-1570735f2364 req-92c7656c-3c47-4462-8813-9027330ccb27 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 210 time: 0.0660462 Aug 29 14:37:33.730510 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-eb96519b-9285-4e5b-84f6-c1cde960a7f9 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:33.731967 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-eb96519b-9285-4e5b-84f6-c1cde960a7f9 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "GET /v2.0/networks?id=d0b3940a-b60d-4436-a99f-97850fb15fdb HTTP/1.1" status: 200 len: 814 time: 0.1296029 Aug 29 14:37:33.758695 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-fc986702-1b53-4590-95b2-4048ffcd4cc1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Request body: {'port': {'device_id': 'caa54d64-fb10-4c0f-936d-36bcf37ac25e', 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb', 'admin_state_up': True, 'tenant_id': 'f47de2d93f9f4dccbc3c75e56e117b44'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:37:33.957016 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-fc986702-1b53-4590-95b2-4048ffcd4cc1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Made reservation on behalf of f47de2d93f9f4dccbc3c75e56e117b44 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:37:33.960823 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-fc986702-1b53-4590-95b2-4048ffcd4cc1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:34.096334 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43728) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:34.139913 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-fc986702-1b53-4590-95b2-4048ffcd4cc1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Allocated IP 172.20.0.7 (d0b3940a-b60d-4436-a99f-97850fb15fdb/68c738b6-4841-4314-9e25-caedf36cd8dc/2ce2d25d-7210-4959-8cc7-3f3a3842558e) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:37:34.159245 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65cffd-58e2-43ed-95a2-0dd07d4a4dec req-9569a036-ef30-49bb-ad4c-eb3d838bd6c0 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:34.160746 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-db65cffd-58e2-43ed-95a2-0dd07d4a4dec req-9569a036-ef30-49bb-ad4c-eb3d838bd6c0 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0735512 Aug 29 14:37:34.214264 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0798b5ef-21c2-4c36-ad21-9bdcdd20f900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:34.231844 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-db65cffd-58e2-43ed-95a2-0dd07d4a4dec req-059acaa6-0843-4278-87d6-3742c48225d5 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628543 Aug 29 14:37:34.314242 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0798b5ef-21c2-4c36-ad21-9bdcdd20f900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:34.336652 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-fc986702-1b53-4590-95b2-4048ffcd4cc1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:34.385894 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0798b5ef-21c2-4c36-ad21-9bdcdd20f900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:34.425137 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-0798b5ef-21c2-4c36-ad21-9bdcdd20f900 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a97f12e335d4a568bf45bb1bdcd27e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276310 Aug 29 14:37:34.426357 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798b5ef-21c2-4c36-ad21-9bdcdd20f900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f46dee-ddc2-43b1-987c-d1c296ac8cd7,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:34.427880 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 43734) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:34.484788 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-43de6dd0-fd4c-4e19-8863-f43d3a3fbf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:34.502987 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-fc986702-1b53-4590-95b2-4048ffcd4cc1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:34.518992 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-43de6dd0-fd4c-4e19-8863-f43d3a3fbf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:34.552822 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['c4b5b777-fb83-4acd-98bf-0f184afce531', 'b1c6dcb1-c2b0-419f-9e2f-603fc99e974e'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:37:34.570302 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-fc986702-1b53-4590-95b2-4048ffcd4cc1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Network d0b3940a-b60d-4436-a99f-97850fb15fdb is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:37:34.581768 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-fc986702-1b53-4590-95b2-4048ffcd4cc1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:37:34.585143 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-fc986702-1b53-4590-95b2-4048ffcd4cc1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:37:34.612714 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc986702-1b53-4590-95b2-4048ffcd4cc1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Pushing event updated for resources: {'Port': ['ID=2ce2d25d-7210-4959-8cc7-3f3a3842558e,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:34.651723 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-fc986702-1b53-4590-95b2-4048ffcd4cc1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:34.652413 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-fc986702-1b53-4590-95b2-4048ffcd4cc1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:34.810487 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d3d76-f337-49dd-a3bd-0d959253c0ee req-5a03b2e4-0884-4a3f-8a56-e0d7067e1f44 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:34.811955 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d55d3d76-f337-49dd-a3bd-0d959253c0ee req-5a03b2e4-0884-4a3f-8a56-e0d7067e1f44 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 931 time: 0.0588026 Aug 29 14:37:34.818503 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-fc986702-1b53-4590-95b2-4048ffcd4cc1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0647242 Aug 29 14:37:34.819140 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-43de6dd0-fd4c-4e19-8863-f43d3a3fbf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:34.823155 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-43de6dd0-fd4c-4e19-8863-f43d3a3fbf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:34.826381 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-43de6dd0-fd4c-4e19-8863-f43d3a3fbf34 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53f46dee-ddc2-43b1-987c-d1c296ac8cd7 HTTP/1.1" status: 204 len: 168 time: 0.3959084 Aug 29 14:37:34.852717 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Request body: {'port': {'device_id': 'caa54d64-fb10-4c0f-936d-36bcf37ac25e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:37:34.863016 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de6dd0-fd4c-4e19-8863-f43d3a3fbf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f46dee-ddc2-43b1-987c-d1c296ac8cd7,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:35.102009 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43754) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:35.173787 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d55d3d76-f337-49dd-a3bd-0d959253c0ee req-b399db30-3489-4ba2-a44f-755a332f0174 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474345 Aug 29 14:37:35.183421 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:35.264259 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7f51b46b-0984-4fed-bd4b-8fb1109a9d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:35.381355 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7f51b46b-0984-4fed-bd4b-8fb1109a9d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:35.453577 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f39c71-b09a-4a8f-b0f7-517a075db1e0 req-55659b3b-8844-4342-904c-3bbb03d20961 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:35.454938 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-79f39c71-b09a-4a8f-b0f7-517a075db1e0 req-55659b3b-8844-4342-904c-3bbb03d20961 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.1023746 Aug 29 14:37:35.474135 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7f51b46b-0984-4fed-bd4b-8fb1109a9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:35.514305 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51b46b-0984-4fed-bd4b-8fb1109a9d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c95ac22-607e-4b9f-92ba-752ec0bea61d,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:35.516352 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-79f39c71-b09a-4a8f-b0f7-517a075db1e0 req-d46dbcd3-eaef-4aa1-a8ae-118780dfc3af tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538230 Aug 29 14:37:35.528158 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-7f51b46b-0984-4fed-bd4b-8fb1109a9d29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40294af2fb414e3a9bf0dc3e2cf861b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4249580 Aug 29 14:37:35.535658 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43768) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:35.565471 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce2d25d-7210-4959-8cc7-3f3a3842558e {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:37:35.573197 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:35.588893 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Transition to ACTIVE for port object 2ce2d25d-7210-4959-8cc7-3f3a3842558e will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:37:35.589762 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6143-33d2-4e87-b212-820a904ffb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:35.612939 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6143-33d2-4e87-b212-820a904ffb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:35.624404 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 43770) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:35.637485 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2c957b7c-fb01-423a-825f-d481c705b66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:35.658721 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:35.716466 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Pushing event updated for resources: {'Port': ['ID=2ce2d25d-7210-4959-8cc7-3f3a3842558e,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:35.740032 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6143-33d2-4e87-b212-820a904ffb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:35.742754 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b7ca6143-33d2-4e87-b212-820a904ffb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:35.752193 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-b7ca6143-33d2-4e87-b212-820a904ffb9f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c95ac22-607e-4b9f-92ba-752ec0bea61d HTTP/1.1" status: 204 len: 168 time: 0.2173450 Aug 29 14:37:35.776387 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca6143-33d2-4e87-b212-820a904ffb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c95ac22-607e-4b9f-92ba-752ec0bea61d,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:35.829962 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43778) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:35.833503 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Attempting to bind port 2ce2d25d-7210-4959-8cc7-3f3a3842558e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:37:35.833836 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Attempting to bind port 2ce2d25d-7210-4959-8cc7-3f3a3842558e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:37:35.834185 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Attempting to bind port 2ce2d25d-7210-4959-8cc7-3f3a3842558e on network d0b3940a-b60d-4436-a99f-97850fb15fdb {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:37:35.846037 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Port 2ce2d25d-7210-4959-8cc7-3f3a3842558e on network d0b3940a-b60d-4436-a99f-97850fb15fdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:37:35.846364 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Attempting to bind port 2ce2d25d-7210-4959-8cc7-3f3a3842558e on network d0b3940a-b60d-4436-a99f-97850fb15fdb {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:37:35.857647 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:37:35.857839 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Checking segment: {'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:37:35.858242 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Bound using segment: {'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:37:35.858604 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Bound port: 2ce2d25d-7210-4959-8cc7-3f3a3842558e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:37:35.858962 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:35.879086 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2c957b7c-fb01-423a-825f-d481c705b66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:35.935151 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] For port 2ce2d25d-7210-4959-8cc7-3f3a3842558e, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:37:35.938777 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] For port 2ce2d25d-7210-4959-8cc7-3f3a3842558e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce2d25d-7210-4959-8cc7-3f3a3842558e,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:37:35.945157 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2c957b7c-fb01-423a-825f-d481c705b66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:35.946496 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-df4ccb10-f383-4123-8d16-7dbb7fc7a131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:35.986955 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-2c957b7c-fb01-423a-825f-d481c705b66d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=331efd622a2746b892acb85e67417e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614500 Aug 29 14:37:35.987809 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c957b7c-fb01-423a-825f-d481c705b66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3ea29c-2cde-48dc-94ee-0775a0b812b0,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:35.990354 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43782) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:36.070953 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-463eb372-db27-4d51-bd60-ed0b4238bcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:36.074715 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:36.085439 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-df4ccb10-f383-4123-8d16-7dbb7fc7a131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:36.107881 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-463eb372-db27-4d51-bd60-ed0b4238bcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:36.124654 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:36.124654 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:36.125582 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] 10.222.0.36 "PUT /v2.0/ports/2ce2d25d-7210-4959-8cc7-3f3a3842558e HTTP/1.1" status: 200 len: 1093 time: 1.2845051 Aug 29 14:37:36.126041 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa54d64-fb10-4c0f-936d-36bcf37ac25e', 'tag': '2ce2d25d-7210-4959-8cc7-3f3a3842558e'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:37:36.128298 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660c4715-1b79-412d-8744-db9daf5c81af" -d '{"events": [{"name": "network-changed", "server_uuid": "caa54d64-fb10-4c0f-936d-36bcf37ac25e", "tag": "2ce2d25d-7210-4959-8cc7-3f3a3842558e"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:37:36.153550 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdfdc2-aef9-4de2-a5b0-ba82e867983f service neutron] Pushing event updated for resources: {'Port': ['ID=2ce2d25d-7210-4959-8cc7-3f3a3842558e,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:36.190841 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcfb1f0-5595-48db-9615-fe4cce5e41fc x-openstack-request-id: req-7fcfb1f0-5595-48db-9615-fe4cce5e41fc {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:37:36.195248 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa54d64-fb10-4c0f-936d-36bcf37ac25e", "tag": "2ce2d25d-7210-4959-8cc7-3f3a3842558e", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:37:36.195248 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fcfb1f0-5595-48db-9615-fe4cce5e41fc {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:37:36.195248 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa54d64-fb10-4c0f-936d-36bcf37ac25e', 'tag': '2ce2d25d-7210-4959-8cc7-3f3a3842558e', 'status': 'completed', 'code': 200} Aug 29 14:37:36.195531 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-df4ccb10-f383-4123-8d16-7dbb7fc7a131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:36.227749 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ccb10-f383-4123-8d16-7dbb7fc7a131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427dbc50-f4ca-4ed4-b4a8-f57303ff1f51,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:36.236484 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-df4ccb10-f383-4123-8d16-7dbb7fc7a131 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2d3d1e43396411dadb69f841befc55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052670 Aug 29 14:37:36.239325 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 43794) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:36.320135 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-463eb372-db27-4d51-bd60-ed0b4238bcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:36.320135 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-463eb372-db27-4d51-bd60-ed0b4238bcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:36.325208 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-463eb372-db27-4d51-bd60-ed0b4238bcaf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d3ea29c-2cde-48dc-94ee-0775a0b812b0 HTTP/1.1" status: 204 len: 168 time: 0.3298190 Aug 29 14:37:36.331975 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463eb372-db27-4d51-bd60-ed0b4238bcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3ea29c-2cde-48dc-94ee-0775a0b812b0,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:36.364565 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-909bff59-3225-432b-9cbc-0274ced9c019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:36.386527 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c4715-1b79-412d-8744-db9daf5c81af req-cd5f9af1-6dfb-43a1-8d35-a1a5d6099283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:36.388030 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-660c4715-1b79-412d-8744-db9daf5c81af req-cd5f9af1-6dfb-43a1-8d35-a1a5d6099283 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 1096 time: 0.1267574 Aug 29 14:37:36.406631 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8073-c141-44d9-93b5-6fc01c6d9179 req-c9562b94-ed43-44eb-9fa6-4625e4e50245 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:36.408153 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-162d8073-c141-44d9-93b5-6fc01c6d9179 req-c9562b94-ed43-44eb-9fa6-4625e4e50245 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 943 time: 0.1252778 Aug 29 14:37:36.411976 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-909bff59-3225-432b-9cbc-0274ced9c019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:36.546147 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-162d8073-c141-44d9-93b5-6fc01c6d9179 req-2f0fff65-0f0d-4073-9885-b59d29f8b263 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269128 Aug 29 14:37:36.580604 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c4715-1b79-412d-8744-db9daf5c81af req-815b4eba-ddcc-4306-a5bd-884b48b4cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:36.582313 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-660c4715-1b79-412d-8744-db9daf5c81af req-815b4eba-ddcc-4306-a5bd-884b48b4cc6b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1620002 Aug 29 14:37:36.674438 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-909bff59-3225-432b-9cbc-0274ced9c019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:36.676959 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-909bff59-3225-432b-9cbc-0274ced9c019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:36.678103 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-909bff59-3225-432b-9cbc-0274ced9c019 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/427dbc50-f4ca-4ed4-b4a8-f57303ff1f51 HTTP/1.1" status: 204 len: 168 time: 0.4371548 Aug 29 14:37:36.695845 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bff59-3225-432b-9cbc-0274ced9c019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427dbc50-f4ca-4ed4-b4a8-f57303ff1f51,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:36.743391 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678dc63-e742-44d0-b493-98c782d8e8e0 req-98a45476-7503-43ad-b905-2cf711a1d76c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:36.745601 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9678dc63-e742-44d0-b493-98c782d8e8e0 req-98a45476-7503-43ad-b905-2cf711a1d76c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.1033354 Aug 29 14:37:36.750656 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c4715-1b79-412d-8744-db9daf5c81af req-16f26591-8b8c-4dd5-b683-10dd6c344ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:36.752406 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-660c4715-1b79-412d-8744-db9daf5c81af req-16f26591-8b8c-4dd5-b683-10dd6c344ba4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1621857 Aug 29 14:37:36.786331 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9678dc63-e742-44d0-b493-98c782d8e8e0 req-31802ed9-9103-4a73-a2d4-9203426682fd tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332155 Aug 29 14:37:36.879778 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-a23075f6-a412-4a6c-95e5-4f387a2c2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:36.881439 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-a23075f6-a412-4a6c-95e5-4f387a2c2355 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 1096 time: 0.0437412 Aug 29 14:37:36.940977 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-f1ce244b-7dbb-4ec8-b209-9aeab38bd865 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce2d25d-7210-4959-8cc7-3f3a3842558e HTTP/1.1" status: 200 len: 217 time: 0.0389760 Aug 29 14:37:36.997736 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-4d19284f-6efc-43cf-8f15-1ca92fa2be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:36.999272 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-4d19284f-6efc-43cf-8f15-1ca92fa2be72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68c738b6-4841-4314-9e25-caedf36cd8dc HTTP/1.1" status: 200 len: 854 time: 0.0502768 Aug 29 14:37:37.036131 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-dd7462f6-4878-42ec-8066-c9008f93e376 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0b3940a-b60d-4436-a99f-97850fb15fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240035 Aug 29 14:37:37.076362 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43818) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:37.091369 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-dbed74a8-8ff4-42ef-9a96-e33fe42909a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:37.146693 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-ba2ba467-019e-4e57-a314-62e1f600e1cf service neutron] 10.222.0.36 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021991 Aug 29 14:37:37.204398 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-dbed74a8-8ff4-42ef-9a96-e33fe42909a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:37.267844 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16c17499-b04a-4690-91ea-b8234d80ffbc req-c3dcea4c-75b1-458c-bcc4-129be73ae925 service neutron] 10.222.0.36 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040375 Aug 29 14:37:37.305680 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-dbed74a8-8ff4-42ef-9a96-e33fe42909a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:37.344159 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed74a8-8ff4-42ef-9a96-e33fe42909a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66e4cb1-f9a2-4e6d-b5af-abe2301a5cb4,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:37.348752 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-dbed74a8-8ff4-42ef-9a96-e33fe42909a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0542256f5c643c5868b32d0991c1071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713749 Aug 29 14:37:37.351388 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43828) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:37.406162 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-132b3eb3-54c9-4c26-8b6d-840ccdab433a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:37.435724 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-132b3eb3-54c9-4c26-8b6d-840ccdab433a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:37.551367 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43832) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:37.566034 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-132b3eb3-54c9-4c26-8b6d-840ccdab433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:37.568519 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-132b3eb3-54c9-4c26-8b6d-840ccdab433a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:37.569672 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-132b3eb3-54c9-4c26-8b6d-840ccdab433a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b66e4cb1-f9a2-4e6d-b5af-abe2301a5cb4 HTTP/1.1" status: 204 len: 168 time: 0.2173276 Aug 29 14:37:37.572442 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4a859198-4c35-4ea7-a9da-b5b7662144dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:37.587545 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b3eb3-54c9-4c26-8b6d-840ccdab433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66e4cb1-f9a2-4e6d-b5af-abe2301a5cb4,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:37.691734 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef2561-6254-40dc-81be-4d03ef89c16a req-fcb1037a-87ff-4dc5-86ae-27547b817858 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:37.693654 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-61ef2561-6254-40dc-81be-4d03ef89c16a req-fcb1037a-87ff-4dc5-86ae-27547b817858 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 943 time: 0.0617812 Aug 29 14:37:37.701223 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4a859198-4c35-4ea7-a9da-b5b7662144dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:37.738096 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-61ef2561-6254-40dc-81be-4d03ef89c16a req-a478d182-103b-4212-8cf7-3158ad91432f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379596 Aug 29 14:37:37.785231 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4a859198-4c35-4ea7-a9da-b5b7662144dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:37.828692 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a859198-4c35-4ea7-a9da-b5b7662144dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac1ed48-353d-4fd2-8dab-f6cd7157b9c1,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:37.841221 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-4a859198-4c35-4ea7-a9da-b5b7662144dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbe96f3b7a464859b0fd55ee46e44edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863822 Aug 29 14:37:37.842198 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 43844) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:37.927688 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-e088d8f1-7357-4544-96d1-508868939b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:37.966687 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8da08c-3b26-49b4-8f55-7896fd7697be req-0809a512-bdab-40d1-bf27-cf0411cc40b9 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:37.968315 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7b8da08c-3b26-49b4-8f55-7896fd7697be req-0809a512-bdab-40d1-bf27-cf0411cc40b9 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0801616 Aug 29 14:37:37.970343 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-e088d8f1-7357-4544-96d1-508868939b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:38.041913 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7b8da08c-3b26-49b4-8f55-7896fd7697be req-d3965e7e-22de-4cf7-a967-ba1fe12780af tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640848 Aug 29 14:37:38.135203 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-e088d8f1-7357-4544-96d1-508868939b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:38.137737 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-e088d8f1-7357-4544-96d1-508868939b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:38.141308 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-e088d8f1-7357-4544-96d1-508868939b23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ac1ed48-353d-4fd2-8dab-f6cd7157b9c1 HTTP/1.1" status: 204 len: 168 time: 0.2962768 Aug 29 14:37:38.149158 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088d8f1-7357-4544-96d1-508868939b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac1ed48-353d-4fd2-8dab-f6cd7157b9c1,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:38.811940 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 43872) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:38.826990 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-302ec2ae-b350-41b3-a40a-55cee5d987f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:38.862919 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0878e-3ebb-473a-9220-d3412da1401c req-01943c98-34b2-491b-808a-4df3e9c60d6f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:38.864573 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e3a0878e-3ebb-473a-9220-d3412da1401c req-01943c98-34b2-491b-808a-4df3e9c60d6f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 943 time: 0.0551574 Aug 29 14:37:38.911348 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e3a0878e-3ebb-473a-9220-d3412da1401c req-0349f34d-14f9-49e6-801b-96753704bcf6 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Aug 29 14:37:38.925326 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-302ec2ae-b350-41b3-a40a-55cee5d987f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:38.991632 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-302ec2ae-b350-41b3-a40a-55cee5d987f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:39.032432 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-302ec2ae-b350-41b3-a40a-55cee5d987f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fd49238eb374b1787e877a69cd1d3e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194233 Aug 29 14:37:39.034248 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ec2ae-b350-41b3-a40a-55cee5d987f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23608bd-46bb-4a10-9f52-d1a4346355f9,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:39.035663 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 43876) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:39.088565 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-405e8487-85b6-4007-b927-85aaeb5c8f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:39.113192 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-405e8487-85b6-4007-b927-85aaeb5c8f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:39.185270 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e46e7e-b553-40c2-b410-181edb88d15a req-6a6b95fb-7ae1-4320-8fea-a599b068ff42 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:39.186721 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-41e46e7e-b553-40c2-b410-181edb88d15a req-6a6b95fb-7ae1-4320-8fea-a599b068ff42 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0668488 Aug 29 14:37:39.228370 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-41e46e7e-b553-40c2-b410-181edb88d15a req-68dfc0fc-8203-485e-b519-e774331ac402 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353479 Aug 29 14:37:39.343062 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-405e8487-85b6-4007-b927-85aaeb5c8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:39.345981 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-405e8487-85b6-4007-b927-85aaeb5c8f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:39.347404 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-405e8487-85b6-4007-b927-85aaeb5c8f93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e23608bd-46bb-4a10-9f52-d1a4346355f9 HTTP/1.1" status: 204 len: 168 time: 0.3104942 Aug 29 14:37:39.357531 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e8487-85b6-4007-b927-85aaeb5c8f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23608bd-46bb-4a10-9f52-d1a4346355f9,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:40.041133 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ed868-4ec2-43a7-9f98-2cacee6d0914 req-67e0e687-c89b-474b-8fed-2af74f869f46 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:40.041847 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ad5ed868-4ec2-43a7-9f98-2cacee6d0914 req-67e0e687-c89b-474b-8fed-2af74f869f46 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 943 time: 0.0606875 Aug 29 14:37:40.079170 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ad5ed868-4ec2-43a7-9f98-2cacee6d0914 req-c465e181-c152-454d-81e3-ce6086c00881 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316942 Aug 29 14:37:40.346291 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d304130-6c5a-431d-a539-ceff814b05db req-12754491-c04a-4158-ac02-9e1688735f8a tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:40.348172 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7d304130-6c5a-431d-a539-ceff814b05db req-12754491-c04a-4158-ac02-9e1688735f8a tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0511003 Aug 29 14:37:40.387820 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7d304130-6c5a-431d-a539-ceff814b05db req-a96834a2-e356-4428-bf63-77f638d35579 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328467 Aug 29 14:37:41.030440 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 2ce2d25d-7210-4959-8cc7-3f3a3842558e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:37:41.128608 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 2ce2d25d-7210-4959-8cc7-3f3a3842558e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce2d25d-7210-4959-8cc7-3f3a3842558e,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:37:41.140257 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '2ce2d25d-7210-4959-8cc7-3f3a3842558e', 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb', 'port_id': '2ce2d25d-7210-4959-8cc7-3f3a3842558e', 'mac_address': 'fa:16:3e:91:1c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c738b6-4841-4314-9e25-caedf36cd8dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:37:41.178432 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:41.191674 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce2d25d-7210-4959-8cc7-3f3a3842558e {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:37:41.195601 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9abd3a-d53a-4b8b-9500-60894aa36c67 req-8f828c58-edc3-4a67-900c-8dbac64b87a9 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:41.197219 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4d9abd3a-d53a-4b8b-9500-60894aa36c67 req-8f828c58-edc3-4a67-900c-8dbac64b87a9 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 943 time: 0.0482836 Aug 29 14:37:41.210793 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 2ce2d25d-7210-4959-8cc7-3f3a3842558e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce2d25d-7210-4959-8cc7-3f3a3842558e,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:37:41.234655 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4d9abd3a-d53a-4b8b-9500-60894aa36c67 req-54671c61-3ba0-450f-b846-344b69bc03e3 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313840 Aug 29 14:37:41.362520 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:41.408364 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=2ce2d25d-7210-4959-8cc7-3f3a3842558e,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:41.530331 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22d77d-9de1-46b4-98d0-f8aee2a8afd4 req-7881f1d7-7960-4407-94a3-ffbdbbb86865 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:41.532033 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ca22d77d-9de1-46b4-98d0-f8aee2a8afd4 req-7881f1d7-7960-4407-94a3-ffbdbbb86865 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0700758 Aug 29 14:37:41.572842 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ca22d77d-9de1-46b4-98d0-f8aee2a8afd4 req-078374ce-1dcc-4190-a107-d15fa56b6f2d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349343 Aug 29 14:37:41.866119 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['2ce2d25d-7210-4959-8cc7-3f3a3842558e'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:37:42.357143 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39c450-ac1e-4bdc-9f17-634460fb4655 req-b2b63be5-ad58-4343-8b77-a8b18aa028b4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:42.358781 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ce39c450-ac1e-4bdc-9f17-634460fb4655 req-b2b63be5-ad58-4343-8b77-a8b18aa028b4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 944 time: 0.0483356 Aug 29 14:37:42.404355 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ce39c450-ac1e-4bdc-9f17-634460fb4655 req-fea5cd27-3bed-4807-9d23-c08f3388237a tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392530 Aug 29 14:37:42.452212 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 44016) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:42.560194 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-091fe4aa-05d4-4b38-ac50-82c90269634e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:42.687412 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-091fe4aa-05d4-4b38-ac50-82c90269634e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:42.706516 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8e010-173b-44c3-8201-0e8e840c4c24 req-6f7f7e06-c7d4-4993-bc01-7eada676f3cb tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:42.707998 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b7d8e010-173b-44c3-8201-0e8e840c4c24 req-6f7f7e06-c7d4-4993-bc01-7eada676f3cb tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0567071 Aug 29 14:37:42.735327 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-091fe4aa-05d4-4b38-ac50-82c90269634e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:42.782748 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b7d8e010-173b-44c3-8201-0e8e840c4c24 req-60ab184f-5b14-41d8-b7c9-433a68d4e8c0 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678098 Aug 29 14:37:42.785707 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fe4aa-05d4-4b38-ac50-82c90269634e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a03c1e3-504b-4d9b-9b59-43ed738e319a,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:42.789586 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-091fe4aa-05d4-4b38-ac50-82c90269634e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa7ec9d6df484e65aeebed1136124ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362443 Aug 29 14:37:42.792769 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 44024) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:42.842216 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d50897ee-2481-438e-8bd5-37145f99f6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:42.866024 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d50897ee-2481-438e-8bd5-37145f99f6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:43.002421 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d50897ee-2481-438e-8bd5-37145f99f6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:43.005035 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d50897ee-2481-438e-8bd5-37145f99f6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:43.006213 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-d50897ee-2481-438e-8bd5-37145f99f6ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a03c1e3-504b-4d9b-9b59-43ed738e319a HTTP/1.1" status: 204 len: 168 time: 0.2124844 Aug 29 14:37:43.014207 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50897ee-2481-438e-8bd5-37145f99f6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a03c1e3-504b-4d9b-9b59-43ed738e319a,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:43.523652 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60147d5-be5a-4dac-84bf-cfefa7ec5dd8 req-f0e62b4e-3edc-4901-93bf-d5f3fb6145c5 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:43.525307 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f60147d5-be5a-4dac-84bf-cfefa7ec5dd8 req-f0e62b4e-3edc-4901-93bf-d5f3fb6145c5 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 944 time: 0.0494642 Aug 29 14:37:43.564702 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f60147d5-be5a-4dac-84bf-cfefa7ec5dd8 req-d98c3e81-7f18-469f-bc9b-b24d4d6d69bf tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327349 Aug 29 14:37:43.652411 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 44040) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:43.666826 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-007da02d-3190-4fd4-9369-a2aebc951d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:43.751842 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-007da02d-3190-4fd4-9369-a2aebc951d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:43.805421 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-007da02d-3190-4fd4-9369-a2aebc951d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:43.843975 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-007da02d-3190-4fd4-9369-a2aebc951d0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9c0f16e46b44da2af72596b06ea2805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904483 Aug 29 14:37:43.844835 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007da02d-3190-4fd4-9369-a2aebc951d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd7c458-d1f8-42d2-9eeb-f88fd3b7f86b,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:43.846733 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 44044) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:37:43.942967 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efbc5b-0a31-4e7a-89c8-f26887aff4b4 req-8c0b211b-7130-45ba-94a2-46455761f2c2 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:43.944461 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-72efbc5b-0a31-4e7a-89c8-f26887aff4b4 req-8c0b211b-7130-45ba-94a2-46455761f2c2 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0778892 Aug 29 14:37:43.945235 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5558fe00-a21d-4cfc-b262-6044a400df6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:43.983383 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5558fe00-a21d-4cfc-b262-6044a400df6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:44.011524 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-72efbc5b-0a31-4e7a-89c8-f26887aff4b4 req-282b9197-3bed-4381-b455-012233e06085 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610366 Aug 29 14:37:44.133993 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5558fe00-a21d-4cfc-b262-6044a400df6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:44.137795 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5558fe00-a21d-4cfc-b262-6044a400df6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:44.139018 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-5558fe00-a21d-4cfc-b262-6044a400df6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbd7c458-d1f8-42d2-9eeb-f88fd3b7f86b HTTP/1.1" status: 204 len: 168 time: 0.2908134 Aug 29 14:37:44.147323 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558fe00-a21d-4cfc-b262-6044a400df6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd7c458-d1f8-42d2-9eeb-f88fd3b7f86b,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:44.459554 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:37:44.684675 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffad7e-6c29-4ee0-aa57-b297f65f69a7 req-7e4c1e57-0201-4e06-856b-1879e2af71a2 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:44.686203 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c4ffad7e-6c29-4ee0-aa57-b297f65f69a7 req-7e4c1e57-0201-4e06-856b-1879e2af71a2 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 944 time: 0.0508792 Aug 29 14:37:44.726220 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c4ffad7e-6c29-4ee0-aa57-b297f65f69a7 req-e4946f97-c19a-4c1e-b667-2c511d7fd2b8 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335822 Aug 29 14:37:45.052811 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 2ce2d25d-7210-4959-8cc7-3f3a3842558e up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:37:45.142593 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4920-6401-45b2-b4b0-92f147a0fac3 req-7936a1ca-c004-47a6-ba2d-0090babc7e85 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:45.144092 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-20af4920-6401-45b2-b4b0-92f147a0fac3 req-7936a1ca-c004-47a6-ba2d-0090babc7e85 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0582471 Aug 29 14:37:45.174120 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8988474c-bacb-4765-bdbc-13f95ff9debf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:45.185333 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port 2ce2d25d-7210-4959-8cc7-3f3a3842558e completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:37:45.187658 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-20af4920-6401-45b2-b4b0-92f147a0fac3 req-9280b884-ae01-4d07-bc96-f7353531f999 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362175 Aug 29 14:37:45.189368 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 2ce2d25d-7210-4959-8cc7-3f3a3842558e triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:37:45.189968 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:45.298208 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:45.324562 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa54d64-fb10-4c0f-936d-36bcf37ac25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce2d25d-7210-4959-8cc7-3f3a3842558e'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:37:45.326904 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1be13a0-eec5-4453-8de3-7f63a6174665" -d '{"events": [{"server_uuid": "caa54d64-fb10-4c0f-936d-36bcf37ac25e", "name": "network-vif-plugged", "status": "completed", "tag": "2ce2d25d-7210-4959-8cc7-3f3a3842558e"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:37:45.343976 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 2ce2d25d-7210-4959-8cc7-3f3a3842558e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce2d25d-7210-4959-8cc7-3f3a3842558e,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:37:45.367179 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21adc4b5-7c1b-494d-9e49-657291653e80 x-openstack-request-id: req-21adc4b5-7c1b-494d-9e49-657291653e80 {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:37:45.367473 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa54d64-fb10-4c0f-936d-36bcf37ac25e", "name": "network-vif-plugged", "status": "completed", "tag": "2ce2d25d-7210-4959-8cc7-3f3a3842558e", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:37:45.367727 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21adc4b5-7c1b-494d-9e49-657291653e80 {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:37:45.368119 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa54d64-fb10-4c0f-936d-36bcf37ac25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce2d25d-7210-4959-8cc7-3f3a3842558e', 'code': 200} Aug 29 14:37:45.408289 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:45.463914 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=2ce2d25d-7210-4959-8cc7-3f3a3842558e,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:37:45.881904 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b0c9f-d826-41fc-87b9-263dcd274aae req-b9a9e4c7-8e4f-413a-b396-5369779e50b7 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:45.883388 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9b7b0c9f-d826-41fc-87b9-263dcd274aae req-b9a9e4c7-8e4f-413a-b396-5369779e50b7 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 945 time: 0.0809765 Aug 29 14:37:45.886705 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418d0e0-ea69-452b-81c9-69d747b8498a req-e0bdf160-f28e-4e68-bff9-5af01ce29f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:45.888098 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b418d0e0-ea69-452b-81c9-69d747b8498a req-e0bdf160-f28e-4e68-bff9-5af01ce29f3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 1098 time: 0.0609396 Aug 29 14:37:45.941060 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9b7b0c9f-d826-41fc-87b9-263dcd274aae req-c76c6edc-45f6-4289-a305-60308ed1644e tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508964 Aug 29 14:37:45.944813 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b418d0e0-ea69-452b-81c9-69d747b8498a req-e0bbd670-372e-4565-816a-73a30d724790 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422435 Aug 29 14:37:46.307575 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd06f9-c458-41fc-bf94-2eec52469e28 req-ddcedae8-e3a4-4333-84ae-0590f69bb337 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:46.309218 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-23fd06f9-c458-41fc-bf94-2eec52469e28 req-ddcedae8-e3a4-4333-84ae-0590f69bb337 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0546017 Aug 29 14:37:46.347683 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-23fd06f9-c458-41fc-bf94-2eec52469e28 req-b30180f0-fcb8-4aa2-b2aa-d65cf73e177b tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Aug 29 14:37:46.821238 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36b984-4555-442e-a9f7-0cbd72b5fce3 req-b2347069-a52e-4dde-90be-0fbae82c71bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:46.822918 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-eb36b984-4555-442e-a9f7-0cbd72b5fce3 req-b2347069-a52e-4dde-90be-0fbae82c71bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 1098 time: 0.0401449 Aug 29 14:37:46.862243 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-eb36b984-4555-442e-a9f7-0cbd72b5fce3 req-380e3de0-9602-41e7-a0d3-7e83db3bacc9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280442 Aug 29 14:37:47.069963 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7b014-bcbd-4bc4-918c-589bfadf54c4 req-2e2a1ffc-a5a8-4041-b58b-d3d3f03140a9 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:47.071461 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c2d7b014-bcbd-4bc4-918c-589bfadf54c4 req-2e2a1ffc-a5a8-4041-b58b-d3d3f03140a9 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 945 time: 0.0523772 Aug 29 14:37:47.111916 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c2d7b014-bcbd-4bc4-918c-589bfadf54c4 req-530bd97e-3e03-4502-a646-a04f4ab0b527 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332515 Aug 29 14:37:47.479936 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95cdcc-c410-4bbb-8299-912bde727e6a req-65afbad7-73b3-499b-bc05-161d59c2ca61 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:47.482271 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0f95cdcc-c410-4bbb-8299-912bde727e6a req-65afbad7-73b3-499b-bc05-161d59c2ca61 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0574818 Aug 29 14:37:47.522445 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0f95cdcc-c410-4bbb-8299-912bde727e6a req-6871828d-9b3f-4b6d-ace2-5dbf33771e10 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338297 Aug 29 14:37:47.782363 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-30df4c6f-3282-4401-97e7-f2b89647881b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:48.233710 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac6e77-ed89-4c87-91bb-96bdd9770db4 req-67fbeccc-09d2-4b7a-859b-6aed955a9fcf tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:48.235812 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b7ac6e77-ed89-4c87-91bb-96bdd9770db4 req-67fbeccc-09d2-4b7a-859b-6aed955a9fcf tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 945 time: 0.0531797 Aug 29 14:37:48.248424 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:48.273347 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b7ac6e77-ed89-4c87-91bb-96bdd9770db4 req-2840e6ae-e3e2-4262-88d7-02ce4f99bc84 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311396 Aug 29 14:37:48.643815 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ae237-64c9-4468-b75d-f7bdf068eca6 req-616e5326-6d83-4a97-93bd-84e265d88126 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:48.645280 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-565ae237-64c9-4468-b75d-f7bdf068eca6 req-616e5326-6d83-4a97-93bd-84e265d88126 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0526090 Aug 29 14:37:48.685041 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-565ae237-64c9-4468-b75d-f7bdf068eca6 req-109121c8-0416-4c3e-9439-ee775b080f5c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336475 Aug 29 14:37:48.949459 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:49.391610 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1919b98-ea14-4719-8d0a-b9957822e02d req-f3b7dc5f-f58b-4030-9716-a0573d0a1c37 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:49.393084 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d1919b98-ea14-4719-8d0a-b9957822e02d req-f3b7dc5f-f58b-4030-9716-a0573d0a1c37 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 945 time: 0.0486341 Aug 29 14:37:49.434422 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d1919b98-ea14-4719-8d0a-b9957822e02d req-5a777983-305c-43f1-8ab1-78ab5491c938 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352521 Aug 29 14:37:49.802315 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6342f4d-564f-4dc6-8748-e0dc69a76470 req-f702a7f9-b976-41ed-a930-f429442299ec tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:49.803713 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f6342f4d-564f-4dc6-8748-e0dc69a76470 req-f702a7f9-b976-41ed-a930-f429442299ec tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0470593 Aug 29 14:37:49.843754 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f6342f4d-564f-4dc6-8748-e0dc69a76470 req-6c0057b7-240c-4f2c-b02c-ef0e52fabb50 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338919 Aug 29 14:37:50.268498 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb62379-5327-47c8-8776-ce2e66a7ed57 req-9a10358f-1cb2-4791-87c0-101d15f51d11 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:50.269988 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bb62379-5327-47c8-8776-ce2e66a7ed57 req-9a10358f-1cb2-4791-87c0-101d15f51d11 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0513983 Aug 29 14:37:50.306928 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bb62379-5327-47c8-8776-ce2e66a7ed57 req-222db61b-6d04-4f96-98b0-a31c3d03af7c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310519 Aug 29 14:37:50.405928 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:52.594743 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c7cb7-c1d1-468f-9f2a-eff82a79a76e req-b873c16d-5c4c-462e-90bd-b695b9899311 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:52.596213 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2e5c7cb7-c1d1-468f-9f2a-eff82a79a76e req-b873c16d-5c4c-462e-90bd-b695b9899311 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0479321 Aug 29 14:37:52.634568 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2e5c7cb7-c1d1-468f-9f2a-eff82a79a76e req-0785b224-a800-4e25-8fae-a680e5ce6c69 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322382 Aug 29 14:37:52.685624 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765b556-819a-4620-b776-6cd4881deaab req-3d565f4e-42ee-49cc-be02-879256271a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:52.687327 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a765b556-819a-4620-b776-6cd4881deaab req-3d565f4e-42ee-49cc-be02-879256271a55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb6738c758b44604a7eb98cf8f592891&device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 1098 time: 0.0408061 Aug 29 14:37:52.785828 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765b556-819a-4620-b776-6cd4881deaab req-8d074acd-1030-4445-a60e-10c97557e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:52.787291 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a765b556-819a-4620-b776-6cd4881deaab req-8d074acd-1030-4445-a60e-10c97557e0d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 HTTP/1.1" status: 200 len: 919 time: 0.0881498 Aug 29 14:37:52.831186 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a765b556-819a-4620-b776-6cd4881deaab req-8a94ef49-f1f9-4a91-9faf-7bf49a7033d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a79f52-849b-4423-aca8-913d602be2a9 HTTP/1.1" status: 200 len: 217 time: 0.0324831 Aug 29 14:37:52.884809 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765b556-819a-4620-b776-6cd4881deaab req-0aca1251-22fb-4a1f-87ee-8f69a427aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:52.886289 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a765b556-819a-4620-b776-6cd4881deaab req-0aca1251-22fb-4a1f-87ee-8f69a427aa82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8625feb-c975-4960-b914-faf042f9ec63 HTTP/1.1" status: 200 len: 858 time: 0.0461726 Aug 29 14:37:52.917211 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a765b556-819a-4620-b776-6cd4881deaab req-19d1c018-257d-47ac-b12e-2a8510dc10b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230684 Aug 29 14:37:53.012647 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a765b556-819a-4620-b776-6cd4881deaab req-f6f4a2d5-c75b-41a7-8a47-aeda39ebaedc service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815718 Aug 29 14:37:53.114294 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a765b556-819a-4620-b776-6cd4881deaab req-8a9817a2-a58d-4ccc-b012-9ec59f6b8510 service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902729 Aug 29 14:37:53.878300 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a4637-998c-45a4-a20e-ff7655100b5a req-813cf151-8e92-43db-a848-dbbdc29959b9 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:53.879782 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6f5a4637-998c-45a4-a20e-ff7655100b5a req-813cf151-8e92-43db-a848-dbbdc29959b9 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0513732 Aug 29 14:37:53.918873 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6f5a4637-998c-45a4-a20e-ff7655100b5a req-a9b1461c-7aa2-4027-bfcf-bf9310a89a37 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Aug 29 14:37:55.061404 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cf477-4e8a-4366-bd7a-555fc56e8f79 req-4b792778-8449-4752-9419-ee62453ec024 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:55.063966 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d03cf477-4e8a-4366-bd7a-555fc56e8f79 req-4b792778-8449-4752-9419-ee62453ec024 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0535748 Aug 29 14:37:55.102814 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d03cf477-4e8a-4366-bd7a-555fc56e8f79 req-fe6f8886-6c39-4086-9c96-e6373d9c7577 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Aug 29 14:37:56.331424 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3ffc3-19ce-4b4a-8a18-1b512d956e24 req-b2e122b1-5df7-42d3-874f-1dc6ff87d731 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:56.332988 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-77f3ffc3-19ce-4b4a-8a18-1b512d956e24 req-b2e122b1-5df7-42d3-874f-1dc6ff87d731 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0556471 Aug 29 14:37:56.384414 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-77f3ffc3-19ce-4b4a-8a18-1b512d956e24 req-fc9d6bb3-9356-4544-974f-53c176ff8146 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407560 Aug 29 14:37:57.508380 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75f718-09f4-44f5-87a4-1c55c4566d67 req-2127e9cc-e4fa-40e9-95a5-530f944da6d7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:57.509837 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2b75f718-09f4-44f5-87a4-1c55c4566d67 req-2127e9cc-e4fa-40e9-95a5-530f944da6d7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0509841 Aug 29 14:37:57.550341 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2b75f718-09f4-44f5-87a4-1c55c4566d67 req-1819f248-5afe-4b9f-ba11-ecba2e4a0c81 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340104 Aug 29 14:37:58.574659 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:37:58.608887 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-93869a46-f3e2-49f0-b1e1-6ea212d9a692 req-2d0ce612-55c1-4912-b92f-1d62ac638ad5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519421 Aug 29 14:37:58.707846 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93869a46-f3e2-49f0-b1e1-6ea212d9a692 req-b981dc20-5810-4aaa-8141-60fc24123621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:58.709450 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-93869a46-f3e2-49f0-b1e1-6ea212d9a692 req-b981dc20-5810-4aaa-8141-60fc24123621 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb6738c758b44604a7eb98cf8f592891&device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 1098 time: 0.0459731 Aug 29 14:37:58.821390 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93869a46-f3e2-49f0-b1e1-6ea212d9a692 req-ba33cc8e-9678-48b7-ad64-7746d802c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:58.822802 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-93869a46-f3e2-49f0-b1e1-6ea212d9a692 req-ba33cc8e-9678-48b7-ad64-7746d802c90a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 HTTP/1.1" status: 200 len: 919 time: 0.0892930 Aug 29 14:37:58.865398 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-93869a46-f3e2-49f0-b1e1-6ea212d9a692 req-62708546-7312-4c60-820b-015abbbe2e70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a79f52-849b-4423-aca8-913d602be2a9 HTTP/1.1" status: 200 len: 217 time: 0.0342886 Aug 29 14:37:58.918619 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93869a46-f3e2-49f0-b1e1-6ea212d9a692 req-7587fcf1-fee1-4095-bee8-bd6484bf631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:58.920700 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-93869a46-f3e2-49f0-b1e1-6ea212d9a692 req-7587fcf1-fee1-4095-bee8-bd6484bf631e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8625feb-c975-4960-b914-faf042f9ec63 HTTP/1.1" status: 200 len: 858 time: 0.0463898 Aug 29 14:37:58.953828 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-93869a46-f3e2-49f0-b1e1-6ea212d9a692 req-d33a79e0-2f73-4d9e-8f2c-bc77226c3b61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244439 Aug 29 14:37:59.055529 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-93869a46-f3e2-49f0-b1e1-6ea212d9a692 req-bdd86bc1-10ec-4fdb-b258-a99ca53ee54d service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832767 Aug 29 14:37:59.161852 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-93869a46-f3e2-49f0-b1e1-6ea212d9a692 req-c55897f5-065d-4d3e-878e-ae2d1bf5e212 service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927613 Aug 29 14:37:59.490737 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf1009-e400-4637-b429-7ab436572c88 req-5d5754a2-4608-44a4-b76f-769655404c7a tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:37:59.492251 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fedf1009-e400-4637-b429-7ab436572c88 req-5d5754a2-4608-44a4-b76f-769655404c7a tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0511756 Aug 29 14:37:59.531125 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fedf1009-e400-4637-b429-7ab436572c88 req-eedf0e0e-e5f4-47c0-911b-e20439726ad3 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318029 Aug 29 14:38:09.827772 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927304f2-c3e1-4b42-a4ae-f47f99606b87 req-a40689aa-b324-4e29-93dd-55ac45a3f70d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:09.829248 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-927304f2-c3e1-4b42-a4ae-f47f99606b87 req-a40689aa-b324-4e29-93dd-55ac45a3f70d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0474217 Aug 29 14:38:09.874298 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-927304f2-c3e1-4b42-a4ae-f47f99606b87 req-8b8f1235-0be1-4655-a813-206ec3cd4ee4 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386379 Aug 29 14:38:10.993552 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5be5fe-bf6e-4ab3-b1b2-de9bbe03512f req-94f3455c-e7d0-47aa-9b37-056969e6a7a2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:10.995074 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ec5be5fe-bf6e-4ab3-b1b2-de9bbe03512f req-94f3455c-e7d0-47aa-9b37-056969e6a7a2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0483673 Aug 29 14:38:11.031586 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ec5be5fe-bf6e-4ab3-b1b2-de9bbe03512f req-aef6bb18-d40b-4669-bf10-7dc88a03fc54 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299439 Aug 29 14:38:12.160601 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10426c3-0215-48a7-a4a3-e627decb604e req-0bc629e3-5ebe-4453-863f-a94e30805814 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:12.162095 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c10426c3-0215-48a7-a4a3-e627decb604e req-0bc629e3-5ebe-4453-863f-a94e30805814 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0493228 Aug 29 14:38:12.199947 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c10426c3-0215-48a7-a4a3-e627decb604e req-c8015dcb-8d2d-48fd-9db4-d85f180634ea tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315821 Aug 29 14:38:13.315533 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9c20a-97de-4e44-b29c-ca69f5a52c4a req-0a90d0ff-bf49-4836-b90a-65d67fd24d4b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:13.317050 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e1c9c20a-97de-4e44-b29c-ca69f5a52c4a req-0a90d0ff-bf49-4836-b90a-65d67fd24d4b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0467744 Aug 29 14:38:13.362161 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e1c9c20a-97de-4e44-b29c-ca69f5a52c4a req-f8aeae53-a3aa-4039-8baf-e981a985e3a1 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390878 Aug 29 14:38:14.483139 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1872e38-72ea-4c62-9b23-3233ba8de8ca req-9cb36e48-f6d3-4073-9403-5e52fe361b48 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:14.485519 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a1872e38-72ea-4c62-9b23-3233ba8de8ca req-9cb36e48-f6d3-4073-9403-5e52fe361b48 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0498884 Aug 29 14:38:14.523665 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a1872e38-72ea-4c62-9b23-3233ba8de8ca req-3668d940-f8db-4743-a4ae-563733ca33b0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324335 Aug 29 14:38:15.263160 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-576146c5-5445-4d96-8eef-a416a4344ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:15.644954 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48845c3-95b5-42d7-96af-e53fb1f3dff0 req-82879875-947c-41a3-ae62-33ddde654dd6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:15.646451 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f48845c3-95b5-42d7-96af-e53fb1f3dff0 req-82879875-947c-41a3-ae62-33ddde654dd6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0486927 Aug 29 14:38:15.686274 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f48845c3-95b5-42d7-96af-e53fb1f3dff0 req-1a4a10f8-33d7-46b3-b3b1-4ba260ee4134 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338602 Aug 29 14:38:15.944189 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 44718) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:16.060339 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:16.156882 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:16.266341 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:16.310710 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0dd75f7e4d024fc0904348990b9e3863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653028 Aug 29 14:38:16.312884 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ef2703-cd60-4761-aebc-ed3dbe5784b9,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:16.314258 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 44736) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:16.322250 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.322590 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.322919 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.323248 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.323645 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.323935 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.324256 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.324569 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.324884 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.325198 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.325506 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.325818 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9e87f-e963-48e1-998b-33c8bf1be5c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.366739 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:16.388421 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:16.400561 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ded825-f554-4bff-9963-104f3cbc2a57 req-e7205dc0-4bba-4778-8019-b62ffddd6872 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:16.402127 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c2ded825-f554-4bff-9963-104f3cbc2a57 req-e7205dc0-4bba-4778-8019-b62ffddd6872 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0487118 Aug 29 14:38:16.476144 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c2ded825-f554-4bff-9963-104f3cbc2a57 req-54f9602f-8f2d-4b33-94a1-9115449c230e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639744 Aug 29 14:38:16.499452 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c85db-58a3-4022-ba48-2980e31ea4f4 req-e6c23efd-0c17-464e-a4e6-8d72e6de3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:16.499452 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fa4c85db-58a3-4022-ba48-2980e31ea4f4 req-e6c23efd-0c17-464e-a4e6-8d72e6de3c18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb6738c758b44604a7eb98cf8f592891&device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 1098 time: 0.0637681 Aug 29 14:38:16.526556 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:16.529169 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:16.530393 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8ef2703-cd60-4761-aebc-ed3dbe5784b9 HTTP/1.1" status: 204 len: 168 time: 0.2148886 Aug 29 14:38:16.540123 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ef2703-cd60-4761-aebc-ed3dbe5784b9,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:16.552254 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.552681 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.553086 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.553833 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.554277 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.554620 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.555171 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.555656 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.555984 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.556398 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.556724 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.557043 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecb905-e23d-4f7f-9594-d6d116c20aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:16.607032 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c85db-58a3-4022-ba48-2980e31ea4f4 req-1bbc2c56-30f5-448f-b736-2932a367a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:16.608506 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fa4c85db-58a3-4022-ba48-2980e31ea4f4 req-1bbc2c56-30f5-448f-b736-2932a367a5ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 HTTP/1.1" status: 200 len: 919 time: 0.1028941 Aug 29 14:38:16.652609 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fa4c85db-58a3-4022-ba48-2980e31ea4f4 req-ec322d5e-6c9d-4fce-8e14-418d893eb250 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a79f52-849b-4423-aca8-913d602be2a9 HTTP/1.1" status: 200 len: 217 time: 0.0350978 Aug 29 14:38:16.700942 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c85db-58a3-4022-ba48-2980e31ea4f4 req-938e80c6-fd8b-4739-9d42-c3013e50b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:16.702546 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fa4c85db-58a3-4022-ba48-2980e31ea4f4 req-938e80c6-fd8b-4739-9d42-c3013e50b49f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8625feb-c975-4960-b914-faf042f9ec63 HTTP/1.1" status: 200 len: 858 time: 0.0428145 Aug 29 14:38:16.742370 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fa4c85db-58a3-4022-ba48-2980e31ea4f4 req-be816da0-e798-44b0-a208-43634c1ba7d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283015 Aug 29 14:38:17.080193 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b7419-3cec-41ec-bbdc-13102894cca4 req-a5c15367-087b-4f69-9d2a-24ca775d8254 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:17.084017 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-eb5b7419-3cec-41ec-bbdc-13102894cca4 req-a5c15367-087b-4f69-9d2a-24ca775d8254 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0962462 Aug 29 14:38:17.093027 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fa4c85db-58a3-4022-ba48-2980e31ea4f4 req-8c706e41-85d2-4b51-8b00-23709a304111 service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398311 Aug 29 14:38:17.171918 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-eb5b7419-3cec-41ec-bbdc-13102894cca4 req-d6047d76-61db-44b2-80c4-113fa3778f97 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773346 Aug 29 14:38:17.209477 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fa4c85db-58a3-4022-ba48-2980e31ea4f4 req-a70967ca-6c70-4a1c-8544-6cece5cc52bc service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993316 Aug 29 14:38:17.602819 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3929c39-76b2-423d-83eb-ccb9e867a6fc req-f10dccdd-ee09-461b-a2c2-1ca10567d602 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:17.604310 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b3929c39-76b2-423d-83eb-ccb9e867a6fc req-f10dccdd-ee09-461b-a2c2-1ca10567d602 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0497551 Aug 29 14:38:17.664073 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b3929c39-76b2-423d-83eb-ccb9e867a6fc req-ba5be2df-b0ea-4170-9978-df434cd51f6c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499530 Aug 29 14:38:17.794919 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-0e33019c-f1d5-4862-b321-57488a29e1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.150715 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 44788) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:18.232418 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.274290 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-db6ff289-03c2-4d62-8ccb-4aebf9f695ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.329371 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eca74-3c9b-4d1c-9adb-30ef5d7c624c req-32393a9a-98e8-4ba5-9cbd-37a5b85ca65f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:18.330784 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-215eca74-3c9b-4d1c-9adb-30ef5d7c624c req-32393a9a-98e8-4ba5-9cbd-37a5b85ca65f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0730827 Aug 29 14:38:18.386576 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-215eca74-3c9b-4d1c-9adb-30ef5d7c624c req-d7a39aba-9f21-4912-945d-b97ec9393b4a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482476 Aug 29 14:38:18.427681 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-db6ff289-03c2-4d62-8ccb-4aebf9f695ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.503201 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-db6ff289-03c2-4d62-8ccb-4aebf9f695ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.543028 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-db6ff289-03c2-4d62-8ccb-4aebf9f695ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c259659aa644d5d8f2591e4158c1dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919923 Aug 29 14:38:18.543866 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ff289-03c2-4d62-8ccb-4aebf9f695ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92a7d15-14fd-4f51-800a-e190464d26f0,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:18.545751 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 44800) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:18.601011 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-705a0e53-eab9-4b41-b441-be058083a17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.622144 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-705a0e53-eab9-4b41-b441-be058083a17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.740381 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-705a0e53-eab9-4b41-b441-be058083a17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.743154 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-705a0e53-eab9-4b41-b441-be058083a17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:18.746638 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-705a0e53-eab9-4b41-b441-be058083a17c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a92a7d15-14fd-4f51-800a-e190464d26f0 HTTP/1.1" status: 204 len: 168 time: 0.1972902 Aug 29 14:38:18.752683 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a0e53-eab9-4b41-b441-be058083a17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92a7d15-14fd-4f51-800a-e190464d26f0,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:18.792738 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dca8f5-b04b-4f5e-b4e6-0a7112dd8b60 req-02e0d38c-be65-4640-b756-76c82638a407 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:18.794576 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c6dca8f5-b04b-4f5e-b4e6-0a7112dd8b60 req-02e0d38c-be65-4640-b756-76c82638a407 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0664527 Aug 29 14:38:18.832213 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c6dca8f5-b04b-4f5e-b4e6-0a7112dd8b60 req-a9526f34-87d5-4ded-be44-3c6fd931356c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313771 Aug 29 14:38:18.987029 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:19.524408 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b33ac6-a33e-433d-8c63-f9fd21ee0ef4 req-fc02ed29-2575-494c-9933-e896e0b97fd8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:19.525938 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-46b33ac6-a33e-433d-8c63-f9fd21ee0ef4 req-fc02ed29-2575-494c-9933-e896e0b97fd8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0563042 Aug 29 14:38:19.569605 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-46b33ac6-a33e-433d-8c63-f9fd21ee0ef4 req-2aae7080-0d93-428e-8148-3898180ddbd2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376599 Aug 29 14:38:19.966851 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5daaa-e854-4757-853f-3c4b760d6b09 req-0b4184dc-0f7f-48ff-b692-6c333ceccb52 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:19.972716 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8af5daaa-e854-4757-853f-3c4b760d6b09 req-0b4184dc-0f7f-48ff-b692-6c333ceccb52 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0694356 Aug 29 14:38:20.021967 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8af5daaa-e854-4757-853f-3c4b760d6b09 req-87178a43-6229-49ef-926a-7ecffdeeb63c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341415 Aug 29 14:38:20.400474 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:20.697283 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eab4ee-da57-4354-aa94-486ebe909adf req-23b0d162-ede9-43f3-91e2-5fc501943082 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:20.698790 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-15eab4ee-da57-4354-aa94-486ebe909adf req-23b0d162-ede9-43f3-91e2-5fc501943082 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0560384 Aug 29 14:38:20.736847 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-15eab4ee-da57-4354-aa94-486ebe909adf req-b75b593d-ca6e-402e-98c5-59987590157e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320709 Aug 29 14:38:21.130177 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a9591-5c9f-4cc5-a118-8ab895531092 req-0829030c-ee22-4b3c-8213-06ba438a6f92 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:21.131552 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a66a9591-5c9f-4cc5-a118-8ab895531092 req-0829030c-ee22-4b3c-8213-06ba438a6f92 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0474696 Aug 29 14:38:21.168888 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a66a9591-5c9f-4cc5-a118-8ab895531092 req-59a9259b-edb1-461b-ba39-91b820feecbd tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Aug 29 14:38:21.459958 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:38:21.863905 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215822a-b7c6-45f0-8d26-53d018aaf7d1 req-ce27479e-d248-4c5e-8f2f-15c6cf287969 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:21.865413 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a215822a-b7c6-45f0-8d26-53d018aaf7d1 req-ce27479e-d248-4c5e-8f2f-15c6cf287969 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0539434 Aug 29 14:38:21.903485 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a215822a-b7c6-45f0-8d26-53d018aaf7d1 req-034aaa84-ff86-4d82-b54e-2b679f2c842b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321515 Aug 29 14:38:22.287620 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5141-885a-446b-b85c-d5455462d8d1 req-b7d639f8-97a3-4978-a4a9-e8e920b5c69e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:22.288999 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f88f5141-885a-446b-b85c-d5455462d8d1 req-b7d639f8-97a3-4978-a4a9-e8e920b5c69e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0511417 Aug 29 14:38:22.325376 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f88f5141-885a-446b-b85c-d5455462d8d1 req-4f3e8f59-0e0c-4b0d-876e-8dabb83cb1b2 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305505 Aug 29 14:38:23.020492 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30b539-bf38-45f0-9117-b977a4553dac req-d7e4f922-b8ce-4e32-9853-10430c34316e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:23.021975 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8f30b539-bf38-45f0-9117-b977a4553dac req-d7e4f922-b8ce-4e32-9853-10430c34316e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0483487 Aug 29 14:38:23.058279 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8f30b539-bf38-45f0-9117-b977a4553dac req-e85d3508-3057-4974-85bf-f236e3aa76c8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304921 Aug 29 14:38:23.438850 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d6a4b-96de-4c36-b866-e8f717076a3b req-23d6a67b-f74a-4d25-a00f-c035b8af4c17 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:23.441149 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3e4d6a4b-96de-4c36-b866-e8f717076a3b req-23d6a67b-f74a-4d25-a00f-c035b8af4c17 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0494916 Aug 29 14:38:23.479953 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3e4d6a4b-96de-4c36-b866-e8f717076a3b req-d4b29df4-f9e7-4377-83c5-4fea99d64dbe tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330169 Aug 29 14:38:24.204519 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed12ca-1edf-4432-9cbc-5091f3153b5f req-0134c051-b5f7-41a6-aaee-ccf0472ec76d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:24.206524 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-01ed12ca-1edf-4432-9cbc-5091f3153b5f req-0134c051-b5f7-41a6-aaee-ccf0472ec76d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0675516 Aug 29 14:38:24.257415 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-01ed12ca-1edf-4432-9cbc-5091f3153b5f req-65daad4d-8f6c-40c4-90ac-4033c3e6ab5b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449164 Aug 29 14:38:24.598627 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9516fd-16a9-46bc-b115-7fe3e8bd0f89 req-8edfe7dd-08ee-43a2-9947-5bdd0b3deef6 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:24.600092 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7c9516fd-16a9-46bc-b115-7fe3e8bd0f89 req-8edfe7dd-08ee-43a2-9947-5bdd0b3deef6 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0495059 Aug 29 14:38:24.637734 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7c9516fd-16a9-46bc-b115-7fe3e8bd0f89 req-92108997-a4f4-42bd-ba73-026322e60e6a tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316710 Aug 29 14:38:25.374630 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2fcb5-ae5f-487b-8847-0dceaaf13e66 req-a5ec774a-5b48-4528-b5ff-f684afde9c56 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:25.376120 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a5b2fcb5-ae5f-487b-8847-0dceaaf13e66 req-a5ec774a-5b48-4528-b5ff-f684afde9c56 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0487764 Aug 29 14:38:25.414296 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a5b2fcb5-ae5f-487b-8847-0dceaaf13e66 req-fe22aca3-45ee-4d9b-b902-934abf6e4114 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316782 Aug 29 14:38:25.754344 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213d2d7-2036-4929-b473-aaea4794c2b7 req-7e828a4b-9dfb-44ed-a3ed-b48edb17c0c7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:25.755790 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e213d2d7-2036-4929-b473-aaea4794c2b7 req-7e828a4b-9dfb-44ed-a3ed-b48edb17c0c7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0525696 Aug 29 14:38:25.791978 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e213d2d7-2036-4929-b473-aaea4794c2b7 req-086e575f-c920-4b6e-944a-748862d010c6 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304215 Aug 29 14:38:26.530195 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19b52-97bb-413a-90b6-7fdbd08a6809 req-d7d21b1a-a23b-44fb-b517-21063098d8cd tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:26.531645 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-02b19b52-97bb-413a-90b6-7fdbd08a6809 req-d7d21b1a-a23b-44fb-b517-21063098d8cd tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0471683 Aug 29 14:38:26.572045 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-02b19b52-97bb-413a-90b6-7fdbd08a6809 req-76440c83-0e15-4a80-b9e6-6d493735d840 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332453 Aug 29 14:38:26.903925 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921218d-f0f3-4cd3-a8de-d2891318a24d req-aa7bf86b-6cd0-4ed9-aa80-5ca308110931 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:26.905390 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3921218d-f0f3-4cd3-a8de-d2891318a24d req-aa7bf86b-6cd0-4ed9-aa80-5ca308110931 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0475161 Aug 29 14:38:26.942510 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3921218d-f0f3-4cd3-a8de-d2891318a24d req-d011638a-0172-4bb6-a4e9-9a7f4f8b6374 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312271 Aug 29 14:38:27.624511 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81e521-18ec-4f50-9031-68bcb50227d5 req-d8d52224-9125-436d-add2-d2f97839f958 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:27.626178 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3a81e521-18ec-4f50-9031-68bcb50227d5 req-d8d52224-9125-436d-add2-d2f97839f958 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0562680 Aug 29 14:38:27.689132 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3a81e521-18ec-4f50-9031-68bcb50227d5 req-8d14fccc-a09b-4f2c-8ece-2e947149c6e0 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565660 Aug 29 14:38:27.710213 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca414e46-c9f9-480d-a2e2-256828828838 req-6aeeb580-8a23-400d-8d82-bc68040f8353 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:27.711701 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ca414e46-c9f9-480d-a2e2-256828828838 req-6aeeb580-8a23-400d-8d82-bc68040f8353 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0627830 Aug 29 14:38:27.751714 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ca414e46-c9f9-480d-a2e2-256828828838 req-c079fc18-ea69-4f31-9a99-193874a2900b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341263 Aug 29 14:38:28.075969 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b810f41-78d6-41a8-b9d8-c690a4e6e043 req-01738201-1031-4cee-9a44-c5704d195f3b tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:28.077492 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9b810f41-78d6-41a8-b9d8-c690a4e6e043 req-01738201-1031-4cee-9a44-c5704d195f3b tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0506105 Aug 29 14:38:28.119190 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9b810f41-78d6-41a8-b9d8-c690a4e6e043 req-5be34750-a3ea-4fa1-af72-7046bbddeb84 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345683 Aug 29 14:38:28.589711 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:28.813714 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96963fd1-69e8-4809-8ab7-bd1541556d3a req-07a6b05f-280e-410c-913a-68075d2607c8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:28.815759 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-96963fd1-69e8-4809-8ab7-bd1541556d3a req-07a6b05f-280e-410c-913a-68075d2607c8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0541105 Aug 29 14:38:28.855262 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-96963fd1-69e8-4809-8ab7-bd1541556d3a req-3157b2e6-9c83-4822-ab25-7de73d99197b tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335176 Aug 29 14:38:28.916629 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf12915-6cb8-4ec2-93e5-c104b5378bb6 req-bcb2b3c1-a34f-4663-b148-a30aa4757070 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:28.918195 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9cf12915-6cb8-4ec2-93e5-c104b5378bb6 req-bcb2b3c1-a34f-4663-b148-a30aa4757070 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0535312 Aug 29 14:38:28.957258 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9cf12915-6cb8-4ec2-93e5-c104b5378bb6 req-c3e52a39-0ba8-415b-b59c-97d70d6d3145 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330329 Aug 29 14:38:29.242374 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc03ef-ffd7-4310-9e50-59464df8c1e9 req-a7f3ed80-f329-4bcd-a6d7-55ae2cca6713 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:29.243877 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a3dc03ef-ffd7-4310-9e50-59464df8c1e9 req-a7f3ed80-f329-4bcd-a6d7-55ae2cca6713 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0506830 Aug 29 14:38:29.282106 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a3dc03ef-ffd7-4310-9e50-59464df8c1e9 req-2ec5c54d-6f60-4595-a5f8-6b41d65f56a4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322604 Aug 29 14:38:29.847495 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 44994) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:30.014957 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c075b-3580-4cfb-a7f8-5fa5a37f1655 req-550fddac-e419-4824-8544-bc848759e4f1 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:30.016317 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-297c075b-3580-4cfb-a7f8-5fa5a37f1655 req-550fddac-e419-4824-8544-bc848759e4f1 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0696111 Aug 29 14:38:30.030608 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a88ec217-119c-41e6-a0c0-4272ce5dd3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:30.101194 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-297c075b-3580-4cfb-a7f8-5fa5a37f1655 req-f10496d2-7ee8-4859-9278-044ccf43aa93 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783546 Aug 29 14:38:30.128296 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5a594-1725-4d55-9b9d-5336fe61aade req-bc2a67ba-2147-4a4e-96d8-3987d1eb6190 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:30.140836 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-37d5a594-1725-4d55-9b9d-5336fe61aade req-bc2a67ba-2147-4a4e-96d8-3987d1eb6190 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0698392 Aug 29 14:38:30.147683 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a88ec217-119c-41e6-a0c0-4272ce5dd3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:30.177198 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-37d5a594-1725-4d55-9b9d-5336fe61aade req-408034e8-54ef-45c1-8b19-dd887239bf55 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406063 Aug 29 14:38:30.215206 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a88ec217-119c-41e6-a0c0-4272ce5dd3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:30.251735 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ec217-119c-41e6-a0c0-4272ce5dd3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20d8051-7ee3-49b6-afa3-da7a5ad0f32d,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:30.257397 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-a88ec217-119c-41e6-a0c0-4272ce5dd3c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fdefacf201f4fcd8918bec8268443bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078777 Aug 29 14:38:30.261774 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 45020) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:30.309970 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0eb520e5-fe87-49d3-8653-838c636de37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:30.316780 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-8c2fa15f-b8b9-42d1-a2d7-be61df4a7b7a tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:30.318456 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-8c2fa15f-b8b9-42d1-a2d7-be61df4a7b7a tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/networks?id=d0b3940a-b60d-4436-a99f-97850fb15fdb HTTP/1.1" status: 200 len: 814 time: 0.1182036 Aug 29 14:38:30.335573 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0eb520e5-fe87-49d3-8653-838c636de37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:30.340866 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-875e3fac-dda2-4555-8539-a9f997da6f8e tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/quotas/f47de2d93f9f4dccbc3c75e56e117b44 HTTP/1.1" status: 200 len: 375 time: 0.0153294 Aug 29 14:38:30.419673 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-c140294e-58c2-48cc-b1f5-87354ccd312b tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735989 Aug 29 14:38:30.443992 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ae744-0776-4f88-ac84-67d9973bfb06 req-86a57f7c-759f-48a5-a7ed-6e167e03101a tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:30.445409 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b66ae744-0776-4f88-ac84-67d9973bfb06 req-86a57f7c-759f-48a5-a7ed-6e167e03101a tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0874078 Aug 29 14:38:30.458124 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0eb520e5-fe87-49d3-8653-838c636de37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:30.460911 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0eb520e5-fe87-49d3-8653-838c636de37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:30.462161 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-0eb520e5-fe87-49d3-8653-838c636de37e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e20d8051-7ee3-49b6-afa3-da7a5ad0f32d HTTP/1.1" status: 204 len: 168 time: 0.1993489 Aug 29 14:38:30.474225 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb520e5-fe87-49d3-8653-838c636de37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20d8051-7ee3-49b6-afa3-da7a5ad0f32d,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:30.534753 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b66ae744-0776-4f88-ac84-67d9973bfb06 req-cd41885e-fee5-4ee6-8f80-8d349a2def03 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799484 Aug 29 14:38:30.557941 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-c1d162d6-f2a4-4ef9-845e-fee49f5d751c service neutron] 10.222.0.16 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298161 Aug 29 14:38:30.650962 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-4b0fee8a-38c7-408b-a757-c2ed9802d881 service neutron] 10.222.0.16 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855067 Aug 29 14:38:30.903798 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d6a2873c-e4c4-4294-bad2-b0563b02393c req-1f1b16dc-fdcf-4314-acb0-8263df9ddf72 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 210 time: 0.0352991 Aug 29 14:38:31.232987 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf2e56-2a7a-4600-98e0-2c25fb440efc req-22316300-d2ce-4245-8fde-f8cf613c3ea6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:31.234581 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2dcf2e56-2a7a-4600-98e0-2c25fb440efc req-22316300-d2ce-4245-8fde-f8cf613c3ea6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0580735 Aug 29 14:38:31.290131 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2dcf2e56-2a7a-4600-98e0-2c25fb440efc req-3e1e1618-8b0a-4f44-876f-c0e43464fc92 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472345 Aug 29 14:38:31.359065 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322de96-f00d-4826-96ff-85fc921824a6 req-03305b3e-02ca-49fc-99b2-7c5c229eb974 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:31.360618 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3322de96-f00d-4826-96ff-85fc921824a6 req-03305b3e-02ca-49fc-99b2-7c5c229eb974 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0562580 Aug 29 14:38:31.410587 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3322de96-f00d-4826-96ff-85fc921824a6 req-0e520bd7-a742-4fad-99f9-3181a99bac82 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433705 Aug 29 14:38:31.652898 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a260a0-2d61-4380-9592-4551e56d8c69 req-ff31ee39-1991-4236-a389-83f041fcf65d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:31.654509 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-03a260a0-2d61-4380-9592-4551e56d8c69 req-ff31ee39-1991-4236-a389-83f041fcf65d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0528040 Aug 29 14:38:31.697898 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-03a260a0-2d61-4380-9592-4551e56d8c69 req-adf0f172-2f0b-4ffa-a861-3bcf5dd4b90c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362389 Aug 29 14:38:31.997982 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9413358a-4c8e-43ca-a928-af37947ce0a7 req-f0468903-c144-48f9-bf4d-124fd008c0f0 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 210 time: 0.0272746 Aug 29 14:38:32.438421 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c3b0e-3a67-4747-a736-464d9f68cbd7 req-5e52c39d-4cea-4aca-91d8-8a806292ca54 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:32.440966 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-382c3b0e-3a67-4747-a736-464d9f68cbd7 req-5e52c39d-4cea-4aca-91d8-8a806292ca54 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0531542 Aug 29 14:38:32.485322 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-382c3b0e-3a67-4747-a736-464d9f68cbd7 req-cd18fa81-6c8b-4bb5-b9a9-dbe33da033c4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363343 Aug 29 14:38:32.540630 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877405ad-2c69-40fa-92bc-f194bf33afd2 req-87a00d95-0bb3-4a72-83a8-4d884d6649ad tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:32.542129 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-877405ad-2c69-40fa-92bc-f194bf33afd2 req-87a00d95-0bb3-4a72-83a8-4d884d6649ad tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0484779 Aug 29 14:38:32.579525 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-877405ad-2c69-40fa-92bc-f194bf33afd2 req-d5be6aea-90f5-4e5b-81d7-8ae1901ddd1f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314331 Aug 29 14:38:32.816341 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8803fbd-9949-4d9e-832c-36c6b2026ed1 req-3c01551e-af94-4251-819e-ddfb4c665ead tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:32.817779 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c8803fbd-9949-4d9e-832c-36c6b2026ed1 req-3c01551e-af94-4251-819e-ddfb4c665ead tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0528495 Aug 29 14:38:32.854527 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c8803fbd-9949-4d9e-832c-36c6b2026ed1 req-672a2f55-0bc1-4591-8a24-aa76c35807b8 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309200 Aug 29 14:38:33.090639 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7685ae2a-fd78-4a4f-81bd-2b8a3b2a1b62 req-d89b8010-7373-481f-a1af-09579f726cd0 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 210 time: 0.0262868 Aug 29 14:38:33.269630 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device bcbc19c8-0455-4f6b-90c7-153982d2db24 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:38:33.366420 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port bcbc19c8-0455-4f6b-90c7-153982d2db24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:38:33.378576 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'port_id': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'mac_address': 'fa:16:3e:10:45:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:38:33.414578 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:33.426618 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bcbc19c8-0455-4f6b-90c7-153982d2db24 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:38:33.445652 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port bcbc19c8-0455-4f6b-90c7-153982d2db24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:38:33.504018 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:33.552710 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=bcbc19c8-0455-4f6b-90c7-153982d2db24,revision_number=6']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:33.560013 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:33.560369 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:33.560716 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:33.561088 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:33.561426 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:33.561786 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:33.562162 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:33.562556 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:33.562914 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:33.563246 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:33.563704 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:33.564036 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:38:33.601313 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1face-51c2-46e3-a200-27ed1255fc2a req-9965392c-3fcb-451f-a83b-e74cb2a949c7 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:33.602762 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-61a1face-51c2-46e3-a200-27ed1255fc2a req-9965392c-3fcb-451f-a83b-e74cb2a949c7 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0499337 Aug 29 14:38:33.641550 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-61a1face-51c2-46e3-a200-27ed1255fc2a req-b57dbfa7-9ba3-4539-a661-905041cc37fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328548 Aug 29 14:38:33.698050 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42145b2a-2f2a-4e57-ab3d-2fe9f0e0aa47 req-698cfc88-c6a1-4dc0-8f76-04abe12d3831 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:33.699514 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-42145b2a-2f2a-4e57-ab3d-2fe9f0e0aa47 req-698cfc88-c6a1-4dc0-8f76-04abe12d3831 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 944 time: 0.0494094 Aug 29 14:38:33.736686 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-42145b2a-2f2a-4e57-ab3d-2fe9f0e0aa47 req-f4649cec-b679-445b-b218-4ac8a7c3ff56 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309176 Aug 29 14:38:33.967210 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3096d7-12cf-40f4-86c8-60aa97e29f6e req-bf986998-21e3-444f-9db5-f54aa9f7ece7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:33.968690 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ac3096d7-12cf-40f4-86c8-60aa97e29f6e req-bf986998-21e3-444f-9db5-f54aa9f7ece7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0488660 Aug 29 14:38:34.005623 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ac3096d7-12cf-40f4-86c8-60aa97e29f6e req-0efb830e-55f0-4a4d-8830-4777dd21b42f tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302551 Aug 29 14:38:34.183753 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7626559-404a-4a9a-bdfc-0c4bfad6fe3a req-b3d3678e-b5b1-4ec8-89e0-a2e5169db3e4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 210 time: 0.0274496 Aug 29 14:38:34.754958 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f5ebe-f638-49b0-8e94-0e54d1b33069 req-23cc9e49-6a95-4528-b342-2baf51a92664 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:34.756394 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ef3f5ebe-f638-49b0-8e94-0e54d1b33069 req-23cc9e49-6a95-4528-b342-2baf51a92664 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0469773 Aug 29 14:38:34.779501 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['bcbc19c8-0455-4f6b-90c7-153982d2db24'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:38:34.803797 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ef3f5ebe-f638-49b0-8e94-0e54d1b33069 req-579761fe-c8a3-49b8-abf7-0187bcaa9100 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412560 Aug 29 14:38:34.868455 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31b496-b239-41cd-87af-2a3e0a2e2cfc req-155fa207-eb72-4d1b-9009-82f64fb73e11 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:34.869959 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ff31b496-b239-41cd-87af-2a3e0a2e2cfc req-155fa207-eb72-4d1b-9009-82f64fb73e11 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 944 time: 0.0490019 Aug 29 14:38:34.908179 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ff31b496-b239-41cd-87af-2a3e0a2e2cfc req-0d8fe716-fd15-4954-a26e-af78db9180d6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316265 Aug 29 14:38:35.124261 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed988ce-ad44-4843-86ab-acb14fd9cfa1 req-c1f3256a-6561-4d67-b8a7-0728e77bdcd4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:35.125734 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3ed988ce-ad44-4843-86ab-acb14fd9cfa1 req-c1f3256a-6561-4d67-b8a7-0728e77bdcd4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0495913 Aug 29 14:38:35.164295 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3ed988ce-ad44-4843-86ab-acb14fd9cfa1 req-78fe3193-44f2-4f6f-b381-31ae803222bc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319738 Aug 29 14:38:35.278640 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cd0b0821-1666-4c13-bb80-4ee74ba1c24b req-5b640cb9-1e32-4238-a5c4-9032e2412d79 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 210 time: 0.0284588 Aug 29 14:38:35.691517 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-68fea0c8-ef8e-4176-bedd-f05adeadc31f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:35.693141 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-68fea0c8-ef8e-4176-bedd-f05adeadc31f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "GET /v2.0/networks?id=d0b3940a-b60d-4436-a99f-97850fb15fdb HTTP/1.1" status: 200 len: 814 time: 0.1266370 Aug 29 14:38:35.719442 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-833b879a-3b85-43ae-b85f-d6435754aed4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Request body: {'port': {'device_id': 'ee860064-02ca-42e6-abc0-f931140d3f4d', 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb', 'admin_state_up': True, 'tenant_id': 'f47de2d93f9f4dccbc3c75e56e117b44'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:38:35.947781 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb56df-657c-4c7d-bea9-e5c48a1e24be req-7e757600-7775-4ced-97c7-ce32e86e1b0b tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:35.949330 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-43bb56df-657c-4c7d-bea9-e5c48a1e24be req-7e757600-7775-4ced-97c7-ce32e86e1b0b tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0592418 Aug 29 14:38:35.992306 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-43bb56df-657c-4c7d-bea9-e5c48a1e24be req-fbd288c4-c1d8-41a6-860b-6e5cb4f96df8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340433 Aug 29 14:38:35.998035 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-833b879a-3b85-43ae-b85f-d6435754aed4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Made reservation on behalf of f47de2d93f9f4dccbc3c75e56e117b44 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:38:36.001672 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-833b879a-3b85-43ae-b85f-d6435754aed4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:36.120803 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca0066-f650-4f01-9ba7-887b591b3bda req-d23b76ce-20c8-45f2-896c-7d3b903d07a1 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:36.122391 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cbca0066-f650-4f01-9ba7-887b591b3bda req-d23b76ce-20c8-45f2-896c-7d3b903d07a1 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 944 time: 0.0666680 Aug 29 14:38:36.163286 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cbca0066-f650-4f01-9ba7-887b591b3bda req-66e0f257-fbb6-4df8-8a61-3572c6a03419 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333865 Aug 29 14:38:36.237061 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-833b879a-3b85-43ae-b85f-d6435754aed4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Allocated IP 172.20.0.12 (d0b3940a-b60d-4436-a99f-97850fb15fdb/68c738b6-4841-4314-9e25-caedf36cd8dc/4420ddf4-d5cc-404f-8118-a693a8fe5719) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:38:36.339285 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ce35b-1844-4d8d-a6fb-4fbabc859ea9 req-f19d8ace-189f-4505-bc77-5ecef9cc7756 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:36.345139 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e52ce35b-1844-4d8d-a6fb-4fbabc859ea9 req-f19d8ace-189f-4505-bc77-5ecef9cc7756 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0861537 Aug 29 14:38:36.350674 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device bcbc19c8-0455-4f6b-90c7-153982d2db24 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:38:36.428599 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port bcbc19c8-0455-4f6b-90c7-153982d2db24 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:38:36.429746 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:36.437005 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e52ce35b-1844-4d8d-a6fb-4fbabc859ea9 req-6055c7a7-9eed-4d88-8c43-d3d3959bd6d7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669079 Aug 29 14:38:36.480151 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-833b879a-3b85-43ae-b85f-d6435754aed4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:36.615216 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-da5f0e0d-075d-4647-ad0a-2a9f9bdead7f req-a71ba5f6-1184-44b8-97aa-12adffbe7402 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 210 time: 0.0386071 Aug 29 14:38:36.616293 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:36.632976 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-833b879a-3b85-43ae-b85f-d6435754aed4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:36.643284 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbc19c8-0455-4f6b-90c7-153982d2db24'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:38:36.645916 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba878393-c1e9-4d50-b278-2f1843490508" -d '{"events": [{"server_uuid": "3e054087-7eda-4e4c-9402-a9f614d6750b", "name": "network-vif-plugged", "status": "completed", "tag": "bcbc19c8-0455-4f6b-90c7-153982d2db24"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:38:36.666924 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port bcbc19c8-0455-4f6b-90c7-153982d2db24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:38:36.686653 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-833b879a-3b85-43ae-b85f-d6435754aed4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Network d0b3940a-b60d-4436-a99f-97850fb15fdb is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:38:36.688255 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-833b879a-3b85-43ae-b85f-d6435754aed4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:38:36.692848 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-833b879a-3b85-43ae-b85f-d6435754aed4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:38:36.698005 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['c4b5b777-fb83-4acd-98bf-0f184afce531', 'b1c6dcb1-c2b0-419f-9e2f-603fc99e974e', '2ce2d25d-7210-4959-8cc7-3f3a3842558e'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:38:36.741929 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606d9586-3f5b-4244-abc1-d8b3e09f6f5f x-openstack-request-id: req-606d9586-3f5b-4244-abc1-d8b3e09f6f5f {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:38:36.742611 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e054087-7eda-4e4c-9402-a9f614d6750b", "name": "network-vif-plugged", "status": "completed", "tag": "bcbc19c8-0455-4f6b-90c7-153982d2db24", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:38:36.743046 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-606d9586-3f5b-4244-abc1-d8b3e09f6f5f {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:38:36.743615 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'code': 200} Aug 29 14:38:36.749887 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:36.791657 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-833b879a-3b85-43ae-b85f-d6435754aed4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:36.792276 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-833b879a-3b85-43ae-b85f-d6435754aed4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:36.811056 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b879a-3b85-43ae-b85f-d6435754aed4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Pushing event updated for resources: {'Port': ['ID=4420ddf4-d5cc-404f-8118-a693a8fe5719,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:36.812329 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=bcbc19c8-0455-4f6b-90c7-153982d2db24,revision_number=7']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:36.873033 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-833b879a-3b85-43ae-b85f-d6435754aed4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1592753 Aug 29 14:38:36.897800 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Request body: {'port': {'device_id': 'ee860064-02ca-42e6-abc0-f931140d3f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:38:36.973449 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:37.222830 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357be852-f057-4d7e-a5a8-ab4e7babf1f6 req-35930a5b-6f98-47a3-af3f-ecb6a092db82 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:37.224681 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-357be852-f057-4d7e-a5a8-ab4e7babf1f6 req-35930a5b-6f98-47a3-af3f-ecb6a092db82 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.1009915 Aug 29 14:38:37.326880 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-357be852-f057-4d7e-a5a8-ab4e7babf1f6 req-94d62013-d03a-4a62-96c5-f342a244668d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693507 Aug 29 14:38:37.495681 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4420ddf4-d5cc-404f-8118-a693a8fe5719 {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:38:37.506891 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa44c57-5a87-426a-83ff-2899eadf1ace req-95acccd5-85d6-4e5e-a464-34b52bce5a6d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:37.508482 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-afa44c57-5a87-426a-83ff-2899eadf1ace req-95acccd5-85d6-4e5e-a464-34b52bce5a6d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.1007547 Aug 29 14:38:37.513065 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:37.541233 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Transition to ACTIVE for port object 4420ddf4-d5cc-404f-8118-a693a8fe5719 will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:38:37.567422 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-afa44c57-5a87-426a-83ff-2899eadf1ace req-7d66be92-9644-405c-8026-1b8c78ea5cf6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515404 Aug 29 14:38:37.627010 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:37.763834 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Pushing event updated for resources: {'Port': ['ID=4420ddf4-d5cc-404f-8118-a693a8fe5719,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:37.803579 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1525ce7-237d-4ea9-aa05-092684e11e4a req-0d588075-ad1f-4d3b-9612-af50b71e8e9e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:37.805219 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d1525ce7-237d-4ea9-aa05-092684e11e4a req-0d588075-ad1f-4d3b-9612-af50b71e8e9e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.1370625 Aug 29 14:38:37.866149 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d1525ce7-237d-4ea9-aa05-092684e11e4a req-a51b5a5a-d2f5-41f2-816c-2da9d10c6a11 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463431 Aug 29 14:38:37.879128 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Attempting to bind port 4420ddf4-d5cc-404f-8118-a693a8fe5719 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:38:37.879128 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Attempting to bind port 4420ddf4-d5cc-404f-8118-a693a8fe5719 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:38:37.883053 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Attempting to bind port 4420ddf4-d5cc-404f-8118-a693a8fe5719 on network d0b3940a-b60d-4436-a99f-97850fb15fdb {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:38:37.887344 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Port 4420ddf4-d5cc-404f-8118-a693a8fe5719 on network d0b3940a-b60d-4436-a99f-97850fb15fdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:38:37.888074 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Attempting to bind port 4420ddf4-d5cc-404f-8118-a693a8fe5719 on network d0b3940a-b60d-4436-a99f-97850fb15fdb {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:38:37.900285 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:38:37.900617 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Checking segment: {'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:38:37.900996 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Bound using segment: {'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:38:37.901422 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Bound port: 4420ddf4-d5cc-404f-8118-a693a8fe5719, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ad2099-56b3-436c-b4ea-06818c1e60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:38:37.901905 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:38.154130 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] For port 4420ddf4-d5cc-404f-8118-a693a8fe5719, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:38:38.154130 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] For port 4420ddf4-d5cc-404f-8118-a693a8fe5719, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4420ddf4-d5cc-404f-8118-a693a8fe5719,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:38:38.154130 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e45f8-8137-49e0-afcc-f6708bb04c7c req-adb0da0f-f2ef-4470-b963-e1c28dd2195f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:38.154130 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dc5e45f8-8137-49e0-afcc-f6708bb04c7c req-adb0da0f-f2ef-4470-b963-e1c28dd2195f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 944 time: 0.1082671 Aug 29 14:38:38.154130 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dc5e45f8-8137-49e0-afcc-f6708bb04c7c req-1f56fe72-a3fa-4047-b790-29ebe8d73904 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376742 Aug 29 14:38:38.273139 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:38.333904 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:38.333904 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:38.335797 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] 10.222.0.36 "PUT /v2.0/ports/4420ddf4-d5cc-404f-8118-a693a8fe5719 HTTP/1.1" status: 200 len: 1094 time: 1.4421458 Aug 29 14:38:38.345221 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee860064-02ca-42e6-abc0-f931140d3f4d', 'tag': '4420ddf4-d5cc-404f-8118-a693a8fe5719'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:38:38.360681 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4060ad-8938-4544-b380-96f7391ff4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee860064-02ca-42e6-abc0-f931140d3f4d", "tag": "4420ddf4-d5cc-404f-8118-a693a8fe5719"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:38:38.431947 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a3d7c-0103-4a05-b48a-7af1564b7624 service neutron] Pushing event updated for resources: {'Port': ['ID=4420ddf4-d5cc-404f-8118-a693a8fe5719,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:38.494203 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2280631-40ef-488f-8e1d-204ff8bf42db req-d3623d41-3bcb-46af-b7b7-d520711c9384 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:38.496037 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c2280631-40ef-488f-8e1d-204ff8bf42db req-d3623d41-3bcb-46af-b7b7-d520711c9384 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0586481 Aug 29 14:38:38.548603 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c2280631-40ef-488f-8e1d-204ff8bf42db req-0b895600-0159-4319-919d-7f1a4e52146d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404975 Aug 29 14:38:38.636250 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-a9252d75-d7b2-4a8a-9247-7f2b2ffa2bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:38.638216 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-a9252d75-d7b2-4a8a-9247-7f2b2ffa2bf3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 1097 time: 0.0502024 Aug 29 14:38:38.639741 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ecea00-39b8-4944-b23f-6292e96a012d x-openstack-request-id: req-c7ecea00-39b8-4944-b23f-6292e96a012d {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:38:38.640086 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee860064-02ca-42e6-abc0-f931140d3f4d", "tag": "4420ddf4-d5cc-404f-8118-a693a8fe5719", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:38:38.640399 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7ecea00-39b8-4944-b23f-6292e96a012d {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:38:38.641955 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee860064-02ca-42e6-abc0-f931140d3f4d', 'tag': '4420ddf4-d5cc-404f-8118-a693a8fe5719', 'status': 'completed', 'code': 200} Aug 29 14:38:38.992797 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-1a74f2d8-f084-4063-bdf6-ae65a0918661 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4420ddf4-d5cc-404f-8118-a693a8fe5719 HTTP/1.1" status: 200 len: 217 time: 0.2917061 Aug 29 14:38:39.045701 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161e4b7-e747-4537-8674-512f4688a0f2 req-571f9ce3-3d6a-44d1-b678-b28e3cf314d4 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:39.047255 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4161e4b7-e747-4537-8674-512f4688a0f2 req-571f9ce3-3d6a-44d1-b678-b28e3cf314d4 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.3395238 Aug 29 14:38:39.081721 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-9400eddc-e5f4-4d51-bbe9-d7e4aaf81699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:39.083554 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-9400eddc-e5f4-4d51-bbe9-d7e4aaf81699 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68c738b6-4841-4314-9e25-caedf36cd8dc HTTP/1.1" status: 200 len: 854 time: 0.0773606 Aug 29 14:38:39.112323 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4161e4b7-e747-4537-8674-512f4688a0f2 req-17678803-a767-4dee-aee6-81370776cd23 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564320 Aug 29 14:38:39.130967 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-37fef5db-3b52-4851-a216-29e7fbd925c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0b3940a-b60d-4436-a99f-97850fb15fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350678 Aug 29 14:38:39.360676 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54166013-e717-49de-a765-ecaf1ff24107 req-6fc43793-3ac3-4cf5-8deb-75191c1e3026 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:39.362416 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-54166013-e717-49de-a765-ecaf1ff24107 req-6fc43793-3ac3-4cf5-8deb-75191c1e3026 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0726411 Aug 29 14:38:39.381297 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-3d5b136f-9445-4901-ae85-2224756f5025 service neutron] 10.222.0.36 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366924 Aug 29 14:38:39.469833 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-54166013-e717-49de-a765-ecaf1ff24107 req-7856aca2-9cba-407e-b02b-5dda54ecb221 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994203 Aug 29 14:38:39.516015 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-a8a20fcc-8195-4322-90ed-ad644e3c6d33 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1f45ccabb8814c61a2d3fc688ec2205b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502362 Aug 29 14:38:39.667093 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2633f689-c0da-48b2-9128-c0e72c10c9e1 req-10256a3a-2ebb-4720-8816-cde76c0ed7e7 service neutron] 10.222.0.36 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716696 Aug 29 14:38:39.779656 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b62227-cecb-4d01-9ac2-66e98a78c7b5 req-4b922ae7-5910-4ab6-a576-b6524ee1a4ee tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:39.781076 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-00b62227-cecb-4d01-9ac2-66e98a78c7b5 req-4b922ae7-5910-4ab6-a576-b6524ee1a4ee tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 944 time: 0.2203846 Aug 29 14:38:39.816062 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-ba3540f1-fcdd-47ec-b82e-384027c8668f tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:39.818318 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-ba3540f1-fcdd-47ec-b82e-384027c8668f tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954628 Aug 29 14:38:39.859331 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-5dfd8f79-2f38-45c0-81ef-92cefc2d20c7 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/quotas/1f45ccabb8814c61a2d3fc688ec2205b HTTP/1.1" status: 200 len: 375 time: 0.0307682 Aug 29 14:38:39.884586 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-00b62227-cecb-4d01-9ac2-66e98a78c7b5 req-2d9fba35-0156-45ce-a3eb-752855769f07 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865319 Aug 29 14:38:39.913590 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-fa81538c-fecf-4662-8af2-9f338fa32045 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f45ccabb8814c61a2d3fc688ec2205b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532839 Aug 29 14:38:40.057298 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd3223-48c7-45b1-b6d9-3730e2b0074f req-c5c783a1-8c41-4e16-9d7a-66dab47f28ce tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:40.058977 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-17fd3223-48c7-45b1-b6d9-3730e2b0074f req-c5c783a1-8c41-4e16-9d7a-66dab47f28ce tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0775821 Aug 29 14:38:40.061584 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4060ad-8938-4544-b380-96f7391ff4f2 req-979bf231-a594-44a4-9244-5bf5b63b7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:40.063840 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe4060ad-8938-4544-b380-96f7391ff4f2 req-979bf231-a594-44a4-9244-5bf5b63b7e78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 1097 time: 0.1622210 Aug 29 14:38:40.163431 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-17fd3223-48c7-45b1-b6d9-3730e2b0074f req-2fcc1b6d-8615-4739-ae02-0e322ce8120f tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959332 Aug 29 14:38:40.265756 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4060ad-8938-4544-b380-96f7391ff4f2 req-86877826-63c7-43c2-a4ff-05ee5b9ae05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:40.267418 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe4060ad-8938-4544-b380-96f7391ff4f2 req-86877826-63c7-43c2-a4ff-05ee5b9ae05c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0b3940a-b60d-4436-a99f-97850fb15fdb HTTP/1.1" status: 200 len: 915 time: 0.1813383 Aug 29 14:38:40.304623 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-70fa8e43-f473-41b3-bb1f-2c3e84f9e758 req-f7342ac9-1b21-4c6f-9456-d2e00138c268 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 210 time: 0.0492108 Aug 29 14:38:40.360700 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe4060ad-8938-4544-b380-96f7391ff4f2 req-10f609b2-474e-49d2-a84b-5595d519fadc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4420ddf4-d5cc-404f-8118-a693a8fe5719 HTTP/1.1" status: 200 len: 217 time: 0.0649776 Aug 29 14:38:40.381674 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b426ab-88ca-4152-8eed-9ac5df2f765d req-0628b578-d2f5-4586-b2c8-b646af85d024 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:40.383279 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-42b426ab-88ca-4152-8eed-9ac5df2f765d req-0628b578-d2f5-4586-b2c8-b646af85d024 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.1420987 Aug 29 14:38:40.466409 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4060ad-8938-4544-b380-96f7391ff4f2 req-e81d0bd8-f0bf-45c9-8ed9-052990e5ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:40.469372 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe4060ad-8938-4544-b380-96f7391ff4f2 req-e81d0bd8-f0bf-45c9-8ed9-052990e5ba4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68c738b6-4841-4314-9e25-caedf36cd8dc HTTP/1.1" status: 200 len: 854 time: 0.0971315 Aug 29 14:38:40.470922 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-42b426ab-88ca-4152-8eed-9ac5df2f765d req-34749779-a716-42ad-8504-b3513c8ff26b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763829 Aug 29 14:38:40.520321 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe4060ad-8938-4544-b380-96f7391ff4f2 req-8ee95e45-5c2d-4d39-b2d5-2d24489c12d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0b3940a-b60d-4436-a99f-97850fb15fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405104 Aug 29 14:38:40.652074 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdc8e1-4325-43fd-854e-039156999bf7 req-316eec05-9762-45e8-ab3b-3ca674385430 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:40.655437 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-87fdc8e1-4325-43fd-854e-039156999bf7 req-316eec05-9762-45e8-ab3b-3ca674385430 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0736639 Aug 29 14:38:40.706303 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe4060ad-8938-4544-b380-96f7391ff4f2 req-0998b7fa-b919-408a-b464-03f8e3c23a6d service neutron] 10.222.0.36 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755147 Aug 29 14:38:40.728567 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-87fdc8e1-4325-43fd-854e-039156999bf7 req-2cb0ef80-f768-4e32-a1b1-756b5fdd47e4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614641 Aug 29 14:38:40.825387 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe4060ad-8938-4544-b380-96f7391ff4f2 req-b7cd4263-4b89-4ecf-b9f9-c11a702725c0 service neutron] 10.222.0.36 "GET /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087070 Aug 29 14:38:41.058050 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6873a6-dcfb-4d38-80c5-af46ba0999e3 req-12af8d4e-66f3-42d2-a85b-a7f66431b1c7 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:41.060025 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8e6873a6-dcfb-4d38-80c5-af46ba0999e3 req-12af8d4e-66f3-42d2-a85b-a7f66431b1c7 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 944 time: 0.0681572 Aug 29 14:38:41.110395 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8e6873a6-dcfb-4d38-80c5-af46ba0999e3 req-ccabfd94-8b9f-4882-bb02-36d54b6ef36d tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436535 Aug 29 14:38:41.163316 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6b5e5-4e4a-4be5-93c7-d21f35a8f580 req-4fe5aa09-991a-4359-b574-12c6bec2b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:41.165541 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06b6b5e5-4e4a-4be5-93c7-d21f35a8f580 req-4fe5aa09-991a-4359-b574-12c6bec2b2a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 1098 time: 0.0508449 Aug 29 14:38:41.217550 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06b6b5e5-4e4a-4be5-93c7-d21f35a8f580 req-b546b705-78cc-4f60-98bd-a79e8fe83df3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418966 Aug 29 14:38:41.312674 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21951cee-53ac-4b96-9057-fa402d72a6de req-814cd247-b825-4345-ace0-9e8f77545c65 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:41.314215 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-21951cee-53ac-4b96-9057-fa402d72a6de req-814cd247-b825-4345-ace0-9e8f77545c65 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0643580 Aug 29 14:38:41.371280 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-21951cee-53ac-4b96-9057-fa402d72a6de req-17e9e871-75ec-4da7-bbab-6fbb2eab10cb tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448301 Aug 29 14:38:41.434673 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bb3f55f9-7495-4ed4-9297-6ad9760f32c6 req-e2cf45b0-3bab-4493-8d72-bb8ffc73acd9 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 210 time: 0.0311358 Aug 29 14:38:41.617653 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f539f2-22a2-4f1b-947e-15d5de1af906 req-e5543fbc-b918-4ed7-9d41-26656c3bf708 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:41.619127 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-08f539f2-22a2-4f1b-947e-15d5de1af906 req-e5543fbc-b918-4ed7-9d41-26656c3bf708 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0624094 Aug 29 14:38:41.625317 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 45316) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:41.682487 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-08f539f2-22a2-4f1b-947e-15d5de1af906 req-d3bbe077-24e6-44a8-ad54-1e4265d65f1a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556664 Aug 29 14:38:41.799950 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2d774b68-f138-46b2-aa6d-cf3dcb7c80ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:41.874716 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624473ba-6789-41c9-a91d-36e4f97cf9b0 req-4391a115-8bf8-438a-af4b-f0e3ea7deb16 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:41.876203 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-624473ba-6789-41c9-a91d-36e4f97cf9b0 req-4391a115-8bf8-438a-af4b-f0e3ea7deb16 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0641251 Aug 29 14:38:41.928044 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2d774b68-f138-46b2-aa6d-cf3dcb7c80ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:41.940503 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-624473ba-6789-41c9-a91d-36e4f97cf9b0 req-cf80814b-e70c-46c1-b306-7c00100ea731 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582969 Aug 29 14:38:42.018631 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2d774b68-f138-46b2-aa6d-cf3dcb7c80ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:42.049547 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d774b68-f138-46b2-aa6d-cf3dcb7c80ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369b9f52-9ede-4c7e-8ef2-ff1f387dad33,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:42.072008 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-2d774b68-f138-46b2-aa6d-cf3dcb7c80ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18663667e7754b9193cc9d2fdd59bc16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449134 Aug 29 14:38:42.086069 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 45324) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:42.144415 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3b42a6c8-4f66-42a2-8858-7756a8cd5b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:42.168846 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3b42a6c8-4f66-42a2-8858-7756a8cd5b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:42.250333 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea142490-4d02-4df4-b2b6-cd14d5c0f3df req-1893ba5a-7a52-4885-9e59-533597679a15 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:42.251960 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ea142490-4d02-4df4-b2b6-cd14d5c0f3df req-1893ba5a-7a52-4885-9e59-533597679a15 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 944 time: 0.0556753 Aug 29 14:38:42.297477 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ea142490-4d02-4df4-b2b6-cd14d5c0f3df req-96fdd590-7913-424f-a389-3c3046ccf01c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353255 Aug 29 14:38:42.298586 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3b42a6c8-4f66-42a2-8858-7756a8cd5b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:42.306629 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3b42a6c8-4f66-42a2-8858-7756a8cd5b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:42.310595 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-3b42a6c8-4f66-42a2-8858-7756a8cd5b30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/369b9f52-9ede-4c7e-8ef2-ff1f387dad33 HTTP/1.1" status: 204 len: 168 time: 0.2224033 Aug 29 14:38:42.323725 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42a6c8-4f66-42a2-8858-7756a8cd5b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369b9f52-9ede-4c7e-8ef2-ff1f387dad33,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:42.501140 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61add45-d082-410e-bf3b-72c50bed5192 req-23485c2a-b728-4a38-9ab0-91edc495eba0 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:42.524141 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f61add45-d082-410e-bf3b-72c50bed5192 req-23485c2a-b728-4a38-9ab0-91edc495eba0 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0804427 Aug 29 14:38:42.572083 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f61add45-d082-410e-bf3b-72c50bed5192 req-d9fddaf4-9105-436b-b341-9786ca44543b tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469251 Aug 29 14:38:42.617437 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-44cdc632-5998-4fb3-9468-74dfec628d4d req-817f09f3-beb8-49f5-9f4f-c53b66ef7ee4 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 210 time: 0.0402858 Aug 29 14:38:42.868453 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428637d-17a0-4f69-97d1-d0504f856102 req-dffef259-1147-41dc-8a0f-85f461229771 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:42.870622 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f428637d-17a0-4f69-97d1-d0504f856102 req-dffef259-1147-41dc-8a0f-85f461229771 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0717106 Aug 29 14:38:42.941276 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f428637d-17a0-4f69-97d1-d0504f856102 req-344d511b-e0aa-42e3-a398-b4d429a2a944 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548422 Aug 29 14:38:43.077159 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f8150-6bc6-4aaa-a059-2f344ebc13d3 req-37fe8523-f30c-463f-8cee-0a12d9ad6e75 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:43.078648 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bf3f8150-6bc6-4aaa-a059-2f344ebc13d3 req-37fe8523-f30c-463f-8cee-0a12d9ad6e75 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0507600 Aug 29 14:38:43.118000 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bf3f8150-6bc6-4aaa-a059-2f344ebc13d3 req-ec6c591c-881c-434d-98d1-d97d5a677a91 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331881 Aug 29 14:38:43.419995 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1633dc4-cdd4-4dee-a74c-d3c28f3086fa req-ebdbaf36-8490-447f-b5b5-e21ea284d886 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:43.421463 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f1633dc4-cdd4-4dee-a74c-d3c28f3086fa req-ebdbaf36-8490-447f-b5b5-e21ea284d886 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 944 time: 0.0482531 Aug 29 14:38:43.463251 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f1633dc4-cdd4-4dee-a74c-d3c28f3086fa req-23972d10-a35e-4090-b107-15442ba6cfaa tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357277 Aug 29 14:38:43.522613 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-13ac0576-f88a-40fd-9bd0-37175367bb5f tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1f45ccabb8814c61a2d3fc688ec2205b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291514 Aug 29 14:38:43.728206 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-6d45d45d-34c8-4249-83a5-83e5e1cd9b8d tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:43.729847 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-6d45d45d-34c8-4249-83a5-83e5e1cd9b8d tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970849 Aug 29 14:38:43.810761 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Request body: {'port': {'device_id': '231a2190-4a7d-4ad7-8207-02a5eb1507a1', 'network_id': '530c8336-5dec-4a3e-b227-42ce4acb4fbf', 'admin_state_up': True, 'tenant_id': '1f45ccabb8814c61a2d3fc688ec2205b'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:38:43.957322 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e2292-d31c-405d-ba5e-d402d00e522e req-8ad5d96d-242b-4771-955b-011a4204ba48 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:43.959029 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-293e2292-d31c-405d-ba5e-d402d00e522e req-8ad5d96d-242b-4771-955b-011a4204ba48 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.2444212 Aug 29 14:38:43.978565 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f866c1d-1e2c-42f7-8be9-da5f302a0c93 req-2e46945b-3611-4767-b775-1c659f076be8 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:43.980033 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4f866c1d-1e2c-42f7-8be9-da5f302a0c93 req-2e46945b-3611-4767-b775-1c659f076be8 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.2239623 Aug 29 14:38:43.981583 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165d3fc-27ae-40a3-b81e-fee245012e1f req-39b3ae74-aae6-4fe0-9ceb-91c0b2f99c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:43.982985 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b165d3fc-27ae-40a3-b81e-fee245012e1f req-39b3ae74-aae6-4fe0-9ceb-91c0b2f99c54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb6738c758b44604a7eb98cf8f592891&device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 1098 time: 0.1899159 Aug 29 14:38:44.118265 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-293e2292-d31c-405d-ba5e-d402d00e522e req-d92e88be-1483-4890-8c02-971903122915 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506400 Aug 29 14:38:44.145638 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4f866c1d-1e2c-42f7-8be9-da5f302a0c93 req-d70f4ec1-9458-419e-96f4-cae070a2d8a0 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381333 Aug 29 14:38:44.166149 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165d3fc-27ae-40a3-b81e-fee245012e1f req-02fd2a7c-0065-4cd7-8711-786ad360c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:44.168460 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b165d3fc-27ae-40a3-b81e-fee245012e1f req-02fd2a7c-0065-4cd7-8711-786ad360c399 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 HTTP/1.1" status: 200 len: 919 time: 0.1700313 Aug 29 14:38:44.221615 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f91f8d43-d5af-4aa9-90e9-83923222c4a0 req-124edd0e-70a6-4ab3-b0eb-63a4cf1eb8ca tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 210 time: 0.0319219 Aug 29 14:38:44.285794 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b165d3fc-27ae-40a3-b81e-fee245012e1f req-4421061f-a8cf-44a1-990b-8566cc3b23b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a79f52-849b-4423-aca8-913d602be2a9 HTTP/1.1" status: 200 len: 217 time: 0.0548103 Aug 29 14:38:44.286173 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Made reservation on behalf of 1f45ccabb8814c61a2d3fc688ec2205b for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:38:44.289590 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:44.302898 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:44.343169 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dc51b-cce2-4078-88c6-fedf4bee614c req-7ef7e84e-f55d-4def-a026-78c2a1d48e15 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:44.344798 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e87dc51b-cce2-4078-88c6-fedf4bee614c req-7ef7e84e-f55d-4def-a026-78c2a1d48e15 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.1267715 Aug 29 14:38:44.393200 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 4420ddf4-d5cc-404f-8118-a693a8fe5719 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:38:44.504644 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 4420ddf4-d5cc-404f-8118-a693a8fe5719, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4420ddf4-d5cc-404f-8118-a693a8fe5719,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:38:44.517268 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '4420ddf4-d5cc-404f-8118-a693a8fe5719', 'network_id': 'd0b3940a-b60d-4436-a99f-97850fb15fdb', 'port_id': '4420ddf4-d5cc-404f-8118-a693a8fe5719', 'mac_address': 'fa:16:3e:9b:7d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c738b6-4841-4314-9e25-caedf36cd8dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:38:44.561370 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:44.576507 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4420ddf4-d5cc-404f-8118-a693a8fe5719 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:38:44.599071 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 4420ddf4-d5cc-404f-8118-a693a8fe5719, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4420ddf4-d5cc-404f-8118-a693a8fe5719,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:38:44.683772 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165d3fc-27ae-40a3-b81e-fee245012e1f req-40c935d2-f116-4b3f-9c7d-6476f74a60df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:44.685217 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b165d3fc-27ae-40a3-b81e-fee245012e1f req-40c935d2-f116-4b3f-9c7d-6476f74a60df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8625feb-c975-4960-b914-faf042f9ec63 HTTP/1.1" status: 200 len: 858 time: 0.3709068 Aug 29 14:38:44.692522 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:44.710763 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e87dc51b-cce2-4078-88c6-fedf4bee614c req-3a224e7b-8217-4648-bba4-116ddbaf0a25 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113617 Aug 29 14:38:44.736030 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b165d3fc-27ae-40a3-b81e-fee245012e1f req-1d5d445a-4076-4b7b-8b9a-cb115a537032 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386651 Aug 29 14:38:44.758715 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed175bcc-d477-4bcf-8011-fc3e93e4a198 req-b969231d-c6b0-4a95-a1ab-90e9dcbc0e46 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:44.760226 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ed175bcc-d477-4bcf-8011-fc3e93e4a198 req-b969231d-c6b0-4a95-a1ab-90e9dcbc0e46 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 944 time: 0.1598091 Aug 29 14:38:44.787851 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=4420ddf4-d5cc-404f-8118-a693a8fe5719,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:44.886930 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ed175bcc-d477-4bcf-8011-fc3e93e4a198 req-f2b3463a-bba7-4c5b-83b2-8c3109534893 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110795 Aug 29 14:38:44.914170 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:44.919795 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b165d3fc-27ae-40a3-b81e-fee245012e1f req-4259762e-f50e-4197-8a31-a840665575b4 service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574907 Aug 29 14:38:45.004024 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:45.130891 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073c84b0-75e9-4d8a-aa67-7809e19bc33d,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:45.172834 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b165d3fc-27ae-40a3-b81e-fee245012e1f req-3d62afe0-ad5c-4549-9eca-be640da1237b service neutron] 10.222.0.36 "GET /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414796 Aug 29 14:38:45.178286 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d8dab794-45f0-4b64-8e54-6ed923902dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:45.202772 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['4420ddf4-d5cc-404f-8118-a693a8fe5719'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:38:45.285845 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Allocated IP 192.168.233.10 (530c8336-5dec-4a3e-b227-42ce4acb4fbf/2b980d71-387d-4d50-8097-a60eb80f7164/8f553b3a-9b20-4cc7-8323-ec4f0f83e63b) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:38:45.415464 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bda41-7294-424b-9018-8f5a5e77cf35 req-3c2e6720-a552-4b42-8b6e-30d599bf2ce5 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:45.422456 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-092bda41-7294-424b-9018-8f5a5e77cf35 req-3c2e6720-a552-4b42-8b6e-30d599bf2ce5 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.1664395 Aug 29 14:38:45.435412 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8211e-734f-4429-b501-174ff190b951 req-185741a7-c61c-4e22-86ee-49eb0978ad9d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:45.436971 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e9a8211e-734f-4429-b501-174ff190b951 req-185741a7-c61c-4e22-86ee-49eb0978ad9d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.1278875 Aug 29 14:38:45.556253 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e9a8211e-734f-4429-b501-174ff190b951 req-8dd03ef6-94a7-4212-8288-81283d8a4da4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109228 Aug 29 14:38:45.568808 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-092bda41-7294-424b-9018-8f5a5e77cf35 req-df2bc4b3-18d9-4b0b-8eae-97143b1958d3 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448786 Aug 29 14:38:45.694508 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e97915bd-f96e-4261-be31-27862e971a8c req-ec84c67f-f5d4-47d6-b72c-f3d20b253c65 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 210 time: 0.0527947 Aug 29 14:38:45.699001 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:45.727562 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Transition to ACTIVE for port object 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b will not be triggered until provisioned by entity DHCP. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:38:45.856726 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:45.921571 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8a5e7-7f5a-4af9-a799-a79075456cc1 req-0ef4412c-f5bb-43c1-be14-fabf63677ef6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:45.928272 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-70c8a5e7-7f5a-4af9-a799-a79075456cc1 req-0ef4412c-f5bb-43c1-be14-fabf63677ef6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.1025760 Aug 29 14:38:45.928272 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Network 530c8336-5dec-4a3e-b227-42ce4acb4fbf is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:38:45.982344 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:38:45.987200 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:38:46.047887 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Pushing event updated for resources: {'Port': ['ID=8f553b3a-9b20-4cc7-8323-ec4f0f83e63b,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:46.096493 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e700-fe38-4a46-9590-7506dc5ac14b req-35a7ff7e-251b-4bbd-a2f7-129645b1562a tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:46.106411 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-10d8e700-fe38-4a46-9590-7506dc5ac14b req-35a7ff7e-251b-4bbd-a2f7-129645b1562a tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 945 time: 0.1388774 Aug 29 14:38:46.122945 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-70c8a5e7-7f5a-4af9-a799-a79075456cc1 req-e8dad316-bd0f-4a75-801d-c56174f812ac tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742013 Aug 29 14:38:46.157973 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:46.158800 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:46.188254 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-10d8e700-fe38-4a46-9590-7506dc5ac14b req-67b46cda-a936-488f-9221-0929779e1922 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614986 Aug 29 14:38:46.244352 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-673d37e7-ddd5-4e8c-90b1-81d1aac3a6f2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4533653 Aug 29 14:38:46.265050 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Request body: {'port': {'device_id': '231a2190-4a7d-4ad7-8207-02a5eb1507a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:38:46.349557 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:46.372203 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-2271281b-7428-44ce-83ec-db0c4239676e None None] Provisioning for port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:38:46.386782 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-2271281b-7428-44ce-83ec-db0c4239676e None None] Provisioning complete for port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:38:46.387160 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-2271281b-7428-44ce-83ec-db0c4239676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:46.431389 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-2271281b-7428-44ce-83ec-db0c4239676e None None] Port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:38:46.808823 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:38:46.834606 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:46.865527 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Transition to ACTIVE for port object 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:38:46.881966 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeb592-0d45-45a5-a742-ad259d0e86e4 req-8ce9ad31-5221-40fa-b67a-da056a6df99e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:46.883709 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-62eeb592-0d45-45a5-a742-ad259d0e86e4 req-8ce9ad31-5221-40fa-b67a-da056a6df99e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.1587284 Aug 29 14:38:46.894120 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7cc11-7650-4fec-9b2f-b1110c503529 req-13240c18-bedd-47c7-84f6-3ce19b95a159 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:46.895814 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c8a7cc11-7650-4fec-9b2f-b1110c503529 req-13240c18-bedd-47c7-84f6-3ce19b95a159 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.1520174 Aug 29 14:38:46.935673 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:47.012373 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-62eeb592-0d45-45a5-a742-ad259d0e86e4 req-ba3e526d-d289-4805-8221-fbd16c99ac4b tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151733 Aug 29 14:38:47.034288 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c8a7cc11-7650-4fec-9b2f-b1110c503529 req-2725b0e8-5700-48c5-8ae5-7730a9e55ee1 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305182 Aug 29 14:38:47.047038 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f553b3a-9b20-4cc7-8323-ec4f0f83e63b,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:47.197746 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584840f7-0359-42a5-ab89-f1d4545d56e0 req-c6228235-799d-4fed-af5d-91685db0ecc4 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:47.208693 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-584840f7-0359-42a5-ab89-f1d4545d56e0 req-c6228235-799d-4fed-af5d-91685db0ecc4 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 947 time: 0.0804622 Aug 29 14:38:47.248868 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Attempting to bind port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:38:47.249353 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Attempting to bind port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '383cedd4-aaea-4913-b38f-b5ddcba55801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '530c8336-5dec-4a3e-b227-42ce4acb4fbf'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:38:47.249690 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Attempting to bind port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b on network 530c8336-5dec-4a3e-b227-42ce4acb4fbf {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:38:47.302647 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-584840f7-0359-42a5-ab89-f1d4545d56e0 req-0c44b61c-3369-4cf3-9118-30fc040ce785 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/security-groups?id=073c84b0-75e9-4d8a-aa67-7809e19bc33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880189 Aug 29 14:38:47.306315 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b on network 530c8336-5dec-4a3e-b227-42ce4acb4fbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:38:47.306639 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Attempting to bind port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b on network 530c8336-5dec-4a3e-b227-42ce4acb4fbf {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:38:47.313413 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:38:47.313633 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Checking segment: {'id': '383cedd4-aaea-4913-b38f-b5ddcba55801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '530c8336-5dec-4a3e-b227-42ce4acb4fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:38:47.314117 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Bound using segment: {'id': '383cedd4-aaea-4913-b38f-b5ddcba55801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '530c8336-5dec-4a3e-b227-42ce4acb4fbf'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:38:47.314647 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Bound port: 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383cedd4-aaea-4913-b38f-b5ddcba55801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '530c8336-5dec-4a3e-b227-42ce4acb4fbf'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:38:47.315014 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:47.343699 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cd745-bbd8-4fd7-94ec-ccd8f78ccdb7 req-c47a1e1e-15db-49a7-828c-b60290bd8e45 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:47.344647 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-455cd745-bbd8-4fd7-94ec-ccd8f78ccdb7 req-c47a1e1e-15db-49a7-828c-b60290bd8e45 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.1091259 Aug 29 14:38:47.463499 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] For port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:38:47.468496 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] For port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8f553b3a-9b20-4cc7-8323-ec4f0f83e63b,segment=NetworkSegment(383cedd4-aaea-4913-b38f-b5ddcba55801),segment_id=383cedd4-aaea-4913-b38f-b5ddcba55801)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:38:47.485150 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-455cd745-bbd8-4fd7-94ec-ccd8f78ccdb7 req-dae4060b-b232-4d02-a719-41a625e2a4b7 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923941 Aug 29 14:38:47.496523 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2087e6-8d65-4a87-9730-101e2422e43c req-5e3c2c97-3108-4187-adb1-a8daf48a81df tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:47.498040 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5c2087e6-8d65-4a87-9730-101e2422e43c req-5e3c2c97-3108-4187-adb1-a8daf48a81df tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 945 time: 0.1033907 Aug 29 14:38:47.557375 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5c2087e6-8d65-4a87-9730-101e2422e43c req-c124f76c-8116-4c89-8e9a-566ca09af2ea tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504177 Aug 29 14:38:47.561256 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:47.578016 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:47.579003 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:47.580677 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/8f553b3a-9b20-4cc7-8323-ec4f0f83e63b HTTP/1.1" status: 200 len: 1097 time: 1.3207963 Aug 29 14:38:47.581220 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231a2190-4a7d-4ad7-8207-02a5eb1507a1', 'tag': '8f553b3a-9b20-4cc7-8323-ec4f0f83e63b'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:38:47.583858 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94cbb7c-91f6-4dae-9b1a-577f31a5f53a" -d '{"events": [{"name": "network-changed", "server_uuid": "231a2190-4a7d-4ad7-8207-02a5eb1507a1", "tag": "8f553b3a-9b20-4cc7-8323-ec4f0f83e63b"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:38:47.668116 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1704e5b7-12e8-4deb-8b83-38a5d4cf2c8a x-openstack-request-id: req-1704e5b7-12e8-4deb-8b83-38a5d4cf2c8a {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:38:47.668116 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231a2190-4a7d-4ad7-8207-02a5eb1507a1", "tag": "8f553b3a-9b20-4cc7-8323-ec4f0f83e63b", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:38:47.668116 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1704e5b7-12e8-4deb-8b83-38a5d4cf2c8a {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:38:47.668585 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231a2190-4a7d-4ad7-8207-02a5eb1507a1', 'tag': '8f553b3a-9b20-4cc7-8323-ec4f0f83e63b', 'status': 'completed', 'code': 200} Aug 29 14:38:47.689038 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79292e2f-e781-41af-94a2-334c064f20d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f553b3a-9b20-4cc7-8323-ec4f0f83e63b,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:48.159009 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc30ff8-2541-4c4e-8d8e-a69d8585fb1c req-3e536106-d209-4566-9c5f-84f251187109 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:48.160483 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3cc30ff8-2541-4c4e-8d8e-a69d8585fb1c req-3e536106-d209-4566-9c5f-84f251187109 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0753815 Aug 29 14:38:48.181807 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5c052-ab2d-43b2-89cd-d95cdb7eab46 req-e0f0977e-7566-42c4-8e1e-493082a94527 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:48.183333 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a5f5c052-ab2d-43b2-89cd-d95cdb7eab46 req-e0f0977e-7566-42c4-8e1e-493082a94527 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0659273 Aug 29 14:38:48.226959 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3cc30ff8-2541-4c4e-8d8e-a69d8585fb1c req-c291597d-bf2c-449a-922f-b9709eac5e06 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600643 Aug 29 14:38:48.239175 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a5f5c052-ab2d-43b2-89cd-d95cdb7eab46 req-1969b921-efe1-441c-8b62-110847cbd2a1 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480640 Aug 29 14:38:48.405494 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596d042-be0f-4224-8d45-80d4ae04c15a req-5de43ae7-265c-4248-9b36-10d6100bfbf1 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:48.406886 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d596d042-be0f-4224-8d45-80d4ae04c15a req-5de43ae7-265c-4248-9b36-10d6100bfbf1 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 947 time: 0.0514617 Aug 29 14:38:48.443783 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d596d042-be0f-4224-8d45-80d4ae04c15a req-781c185c-42f3-43ad-806d-63c200898893 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/security-groups?id=073c84b0-75e9-4d8a-aa67-7809e19bc33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311093 Aug 29 14:38:48.501420 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b25704bf-7030-4101-a278-877bddb6dfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:48.505064 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:48.616293 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5738a-8208-4757-9e45-fead155e7dea req-d0599018-3729-4bbe-a38a-8944d4a4811c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:48.620851 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-60c5738a-8208-4757-9e45-fead155e7dea req-d0599018-3729-4bbe-a38a-8944d4a4811c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0608284 Aug 29 14:38:48.668574 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-60c5738a-8208-4757-9e45-fead155e7dea req-cf028c10-b85e-40c7-9da6-1cfd8bedb9bc tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417304 Aug 29 14:38:48.733797 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece85b1-7eca-46b1-93c0-02a5d21a484f req-ae9979cc-f2bf-46bd-a258-3d6eb1a89720 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:48.735510 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cece85b1-7eca-46b1-93c0-02a5d21a484f req-ae9979cc-f2bf-46bd-a258-3d6eb1a89720 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 945 time: 0.0549700 Aug 29 14:38:48.785288 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cece85b1-7eca-46b1-93c0-02a5d21a484f req-b730fcfe-119d-4ec5-a34b-1493a64bf448 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 Aug 29 14:38:48.969478 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:49.393600 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb74a0-5496-4d5a-91fd-791c12ba8a13 req-d586462b-217e-438e-a69b-da41070b8e28 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:49.395105 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d6fb74a0-5496-4d5a-91fd-791c12ba8a13 req-d586462b-217e-438e-a69b-da41070b8e28 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0855558 Aug 29 14:38:49.405320 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff44ed-e1c5-4946-bce4-9164fe18ab98 req-e49a0a86-7b3d-4a8d-8f01-344686f9fe19 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:49.406816 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-35ff44ed-e1c5-4946-bce4-9164fe18ab98 req-e49a0a86-7b3d-4a8d-8f01-344686f9fe19 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.1080468 Aug 29 14:38:49.460385 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d6fb74a0-5496-4d5a-91fd-791c12ba8a13 req-f13aca03-fb1b-4312-9c94-c270082750ee tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526555 Aug 29 14:38:49.467553 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-35ff44ed-e1c5-4946-bce4-9164fe18ab98 req-5d7c350a-ad4c-4a06-a783-702a88ab204b tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535343 Aug 29 14:38:49.572470 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8b542-bee7-46c1-9adf-7be8f9f71c6a req-825c0e9c-d51b-422e-9230-3e16e71ae2f9 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:49.574079 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-65c8b542-bee7-46c1-9adf-7be8f9f71c6a req-825c0e9c-d51b-422e-9230-3e16e71ae2f9 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 947 time: 0.0528791 Aug 29 14:38:49.613178 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-65c8b542-bee7-46c1-9adf-7be8f9f71c6a req-1cc0e783-cf1f-4c5d-b903-d37e94a183d9 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/security-groups?id=073c84b0-75e9-4d8a-aa67-7809e19bc33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331147 Aug 29 14:38:49.795188 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb388d2f-e35d-4f69-9d1b-b2f6ea2be68c req-192553e5-2ceb-4edd-9c89-80703021a34d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:49.796555 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-eb388d2f-e35d-4f69-9d1b-b2f6ea2be68c req-192553e5-2ceb-4edd-9c89-80703021a34d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0468636 Aug 29 14:38:49.835947 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-eb388d2f-e35d-4f69-9d1b-b2f6ea2be68c req-6928457c-30cd-4f71-99ee-dbef6095ef0d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328205 Aug 29 14:38:49.901719 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392b193-1c9b-4aed-802a-e02d787ab2b8 req-2aaac94a-051d-4e14-bdd8-49b75061350f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:49.903212 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e392b193-1c9b-4aed-802a-e02d787ab2b8 req-2aaac94a-051d-4e14-bdd8-49b75061350f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 945 time: 0.0494871 Aug 29 14:38:49.942479 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e392b193-1c9b-4aed-802a-e02d787ab2b8 req-8bef9f94-22aa-4fce-8528-a1343fac758c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322630 Aug 29 14:38:49.994899 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 4420ddf4-d5cc-404f-8118-a693a8fe5719 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:38:50.122672 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cbb7c-91f6-4dae-9b1a-577f31a5f53a req-31400f0f-3ffd-4988-be74-ed026103212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:50.124143 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e94cbb7c-91f6-4dae-9b1a-577f31a5f53a req-31400f0f-3ffd-4988-be74-ed026103212f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f45ccabb8814c61a2d3fc688ec2205b&device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 1100 time: 0.0425980 Aug 29 14:38:50.132513 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port 4420ddf4-d5cc-404f-8118-a693a8fe5719 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:38:50.136620 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 4420ddf4-d5cc-404f-8118-a693a8fe5719 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:38:50.136891 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:50.214980 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:50.218755 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e94cbb7c-91f6-4dae-9b1a-577f31a5f53a req-2eb173f8-46aa-4f03-9a5b-e9002547dd82 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1f45ccabb8814c61a2d3fc688ec2205b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199957 Aug 29 14:38:50.241754 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee860064-02ca-42e6-abc0-f931140d3f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4420ddf4-d5cc-404f-8118-a693a8fe5719'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:38:50.244057 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23eb922-3cd5-46d6-9773-aac7c1160d8d" -d '{"events": [{"server_uuid": "ee860064-02ca-42e6-abc0-f931140d3f4d", "name": "network-vif-plugged", "status": "completed", "tag": "4420ddf4-d5cc-404f-8118-a693a8fe5719"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:38:50.265468 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 4420ddf4-d5cc-404f-8118-a693a8fe5719, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4420ddf4-d5cc-404f-8118-a693a8fe5719,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:38:50.285175 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52df7f7e-0a98-4be6-b72a-f178139a33ee x-openstack-request-id: req-52df7f7e-0a98-4be6-b72a-f178139a33ee {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:38:50.285465 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee860064-02ca-42e6-abc0-f931140d3f4d", "name": "network-vif-plugged", "status": "completed", "tag": "4420ddf4-d5cc-404f-8118-a693a8fe5719", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:38:50.285713 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52df7f7e-0a98-4be6-b72a-f178139a33ee {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:38:50.286137 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee860064-02ca-42e6-abc0-f931140d3f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4420ddf4-d5cc-404f-8118-a693a8fe5719', 'code': 200} Aug 29 14:38:50.339633 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cbb7c-91f6-4dae-9b1a-577f31a5f53a req-bd888201-343f-4735-9bec-a06defdfd204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:50.341175 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e94cbb7c-91f6-4dae-9b1a-577f31a5f53a req-bd888201-343f-4735-9bec-a06defdfd204 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952897 Aug 29 14:38:50.387194 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:50.436188 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=4420ddf4-d5cc-404f-8118-a693a8fe5719,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:50.461109 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-5fbb2105-0ac7-4cde-8e0a-89c24aae0f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:50.462697 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-5fbb2105-0ac7-4cde-8e0a-89c24aae0f0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f45ccabb8814c61a2d3fc688ec2205b&device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 1100 time: 0.0409265 Aug 29 14:38:50.467098 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:50.614068 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627eb6d-a4f9-4ad3-bacc-21afad4ae261 req-a78d0f7e-50dd-4368-921d-c2eb5a76bb74 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:50.615478 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1627eb6d-a4f9-4ad3-bacc-21afad4ae261 req-a78d0f7e-50dd-4368-921d-c2eb5a76bb74 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0840058 Aug 29 14:38:50.623371 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4a19a-ecf7-4e5b-b0db-0b73a833e20f req-5e1b5878-3fb5-4d23-8964-b3159283ef1f tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:50.624709 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cac4a19a-ecf7-4e5b-b0db-0b73a833e20f req-5e1b5878-3fb5-4d23-8964-b3159283ef1f tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0809398 Aug 29 14:38:50.688470 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-f2463655-43d6-4959-9871-2bba7b66c452 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=8f553b3a-9b20-4cc7-8323-ec4f0f83e63b HTTP/1.1" status: 200 len: 217 time: 0.0608132 Aug 29 14:38:50.717496 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1627eb6d-a4f9-4ad3-bacc-21afad4ae261 req-0a234a5d-0886-41cc-9c43-a9cb010c9bfe tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917645 Aug 29 14:38:50.727712 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cac4a19a-ecf7-4e5b-b0db-0b73a833e20f req-b57c1d0f-67a0-484e-a8be-8ef9c78b6e2d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886879 Aug 29 14:38:50.852243 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-fe9fb4d1-3c20-4362-a808-752ffb2d069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:50.853714 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-fe9fb4d1-3c20-4362-a808-752ffb2d069b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2b980d71-387d-4d50-8097-a60eb80f7164 HTTP/1.1" status: 200 len: 843 time: 0.1123681 Aug 29 14:38:50.859828 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdebd6-d8ca-4a82-a63b-b9872ac141a8 req-b354ffe4-5451-44c9-a5fd-0f8c7638548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:50.861346 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fccdebd6-d8ca-4a82-a63b-b9872ac141a8 req-b354ffe4-5451-44c9-a5fd-0f8c7638548e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 1099 time: 0.1186972 Aug 29 14:38:50.903338 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81246c7-d4f2-4c92-8377-03f73cdfe6dc req-326f9053-f25c-410a-8d2c-ef1277e89387 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:50.904817 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a81246c7-d4f2-4c92-8377-03f73cdfe6dc req-326f9053-f25c-410a-8d2c-ef1277e89387 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 947 time: 0.1218097 Aug 29 14:38:50.975642 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-6c92d86d-75cd-42fe-9b16-4dfcb3f2e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:50.978634 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-6c92d86d-75cd-42fe-9b16-4dfcb3f2e1e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=530c8336-5dec-4a3e-b227-42ce4acb4fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1134484 Aug 29 14:38:50.982189 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fccdebd6-d8ca-4a82-a63b-b9872ac141a8 req-e01f1618-8f50-47af-9b8a-fa2e9d928af4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081920 Aug 29 14:38:50.995368 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a81246c7-d4f2-4c92-8377-03f73cdfe6dc req-460b3156-dde7-4c12-8098-e0d48ff75ae0 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/security-groups?id=073c84b0-75e9-4d8a-aa67-7809e19bc33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743372 Aug 29 14:38:51.105454 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f5b17-7605-48fb-a5a9-e9375a5b797f req-583c7e75-5606-4a5b-80f5-1a39621492f1 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:51.106944 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-893f5b17-7605-48fb-a5a9-e9375a5b797f req-583c7e75-5606-4a5b-80f5-1a39621492f1 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0556936 Aug 29 14:38:51.146745 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-893f5b17-7605-48fb-a5a9-e9375a5b797f req-0f71a7cd-aa8e-4a9b-8b7a-20b15f7c4122 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329630 Aug 29 14:38:51.255956 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b59b5b-bf1e-4541-bb01-0bb69ad89b8f req-818326b5-2ebf-48b3-b537-cd15ce829c15 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:51.257923 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-15b59b5b-bf1e-4541-bb01-0bb69ad89b8f req-818326b5-2ebf-48b3-b537-cd15ce829c15 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0510063 Aug 29 14:38:51.363660 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-15b59b5b-bf1e-4541-bb01-0bb69ad89b8f req-9ad266ef-516b-4a1e-92e4-64615075d02a tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927813 Aug 29 14:38:51.414414 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-9cc6ea79-2fad-49cd-a18b-8bf07bec339c service neutron] 10.222.0.36 "GET /v2.0/networks/530c8336-5dec-4a3e-b227-42ce4acb4fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477513 Aug 29 14:38:51.437018 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3161-f1f9-48f0-8429-7b070d03d419 req-14c76526-7a7a-4497-9495-71edc6175272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:51.438486 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-357e3161-f1f9-48f0-8429-7b070d03d419 req-14c76526-7a7a-4497-9495-71edc6175272 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afdc403b79a4f7593edca91c2b7f882&device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 1098 time: 0.0652978 Aug 29 14:38:51.582819 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2642833e-0181-4de8-9f19-b1c799083ca5 req-b888ca3c-1c11-4910-909a-87fcfe56cb9e service neutron] 10.222.0.36 "GET /v2.0/networks/530c8336-5dec-4a3e-b227-42ce4acb4fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569109 Aug 29 14:38:51.586979 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3161-f1f9-48f0-8429-7b070d03d419 req-4c324982-8da2-4a26-b4b6-98bae65d1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:51.588319 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-357e3161-f1f9-48f0-8429-7b070d03d419 req-4c324982-8da2-4a26-b4b6-98bae65d1837 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 HTTP/1.1" status: 200 len: 918 time: 0.1400533 Aug 29 14:38:51.675041 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-357e3161-f1f9-48f0-8429-7b070d03d419 req-fb8d34f5-2ff0-4189-88bc-260ded971e94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24 HTTP/1.1" status: 200 len: 1001 time: 0.0698516 Aug 29 14:38:51.791935 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3161-f1f9-48f0-8429-7b070d03d419 req-4625d676-dec3-4fb6-9b1a-54daae19f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:51.793363 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-357e3161-f1f9-48f0-8429-7b070d03d419 req-4625d676-dec3-4fb6-9b1a-54daae19f790 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6994c5da-f2dd-4a04-acbe-279bd8acc28e HTTP/1.1" status: 200 len: 856 time: 0.0458918 Aug 29 14:38:51.865849 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3b7fb-c130-41f2-83ef-8b495138f6e1 req-832934c1-031c-4be8-b426-0448d49b952c tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:51.867337 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dbf3b7fb-c130-41f2-83ef-8b495138f6e1 req-832934c1-031c-4be8-b426-0448d49b952c tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0781906 Aug 29 14:38:51.881049 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3161-f1f9-48f0-8429-7b070d03d419 req-9cd100d3-e09f-4554-8645-313036a2a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:51.882463 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-357e3161-f1f9-48f0-8429-7b070d03d419 req-9cd100d3-e09f-4554-8645-313036a2a592 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654633 Aug 29 14:38:51.922571 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dbf3b7fb-c130-41f2-83ef-8b495138f6e1 req-b091a2e3-4287-4a33-bc5f-ef383ba8c63c tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494301 Aug 29 14:38:51.998406 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-357e3161-f1f9-48f0-8429-7b070d03d419 req-b4a1eac3-4e73-4bdb-bbed-c7f4602b1444 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965128 Aug 29 14:38:52.124447 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-357e3161-f1f9-48f0-8429-7b070d03d419 req-1fe64885-f877-42d9-a2fc-74a0696d58de service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184089 Aug 29 14:38:52.138956 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1727dab-ed58-4c5f-aaaf-a8fec631b77f req-532aa447-4fb6-48a5-b588-0a77cd059fb5 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:52.140391 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f1727dab-ed58-4c5f-aaaf-a8fec631b77f req-532aa447-4fb6-48a5-b588-0a77cd059fb5 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 947 time: 0.0736754 Aug 29 14:38:52.186832 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f1727dab-ed58-4c5f-aaaf-a8fec631b77f req-1a857215-a1e7-4185-ae95-da53abc171cc tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/security-groups?id=073c84b0-75e9-4d8a-aa67-7809e19bc33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368729 Aug 29 14:38:52.332532 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f6a18-745e-4ab9-bb54-e767b1f51bba req-9b03663d-76bc-4e2a-bffb-df05c2c871dd tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:52.334139 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-266f6a18-745e-4ab9-bb54-e767b1f51bba req-9b03663d-76bc-4e2a-bffb-df05c2c871dd tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 945 time: 0.0830936 Aug 29 14:38:52.366397 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb91b21-2d87-4cf8-8cc2-634faf4b4691 req-aca3659f-4c01-4568-a8d1-b48d2156535d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:52.367848 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0cb91b21-2d87-4cf8-8cc2-634faf4b4691 req-aca3659f-4c01-4568-a8d1-b48d2156535d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0792797 Aug 29 14:38:52.392281 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-266f6a18-745e-4ab9-bb54-e767b1f51bba req-22125bee-8a64-499b-a73b-1869380abcb2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507905 Aug 29 14:38:52.419338 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0cb91b21-2d87-4cf8-8cc2-634faf4b4691 req-2bf43d09-476c-4c8d-9291-eb523326e2a4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399442 Aug 29 14:38:52.585672 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6dbab-88e2-4e8a-92d1-f5d9ba2a1507 req-c33a62b3-7262-44cc-8049-58da930bb236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:52.587223 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5ef6dbab-88e2-4e8a-92d1-f5d9ba2a1507 req-c33a62b3-7262-44cc-8049-58da930bb236 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49b2184f7302404ab91b419e21067663&device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 1098 time: 0.0792046 Aug 29 14:38:52.600788 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d2579-3ecc-4d91-a1c9-eaf89c6600bc req-cda65ce6-b908-4324-ac96-678ed9b0db97 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:52.602257 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-116d2579-3ecc-4d91-a1c9-eaf89c6600bc req-cda65ce6-b908-4324-ac96-678ed9b0db97 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0961246 Aug 29 14:38:52.694913 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-116d2579-3ecc-4d91-a1c9-eaf89c6600bc req-dcac2497-44aa-4a75-b651-764363d283d9 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836527 Aug 29 14:38:52.714494 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6dbab-88e2-4e8a-92d1-f5d9ba2a1507 req-455d907a-5694-4ed3-9390-cf70338bc084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:52.716141 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5ef6dbab-88e2-4e8a-92d1-f5d9ba2a1507 req-455d907a-5694-4ed3-9390-cf70338bc084 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c507c791-e7f6-4063-b1e3-354734725b45 HTTP/1.1" status: 200 len: 912 time: 0.1130035 Aug 29 14:38:52.785430 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5ef6dbab-88e2-4e8a-92d1-f5d9ba2a1507 req-9b37ed5e-858a-4167-bef5-dd6c4c636bc5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1639a203-872e-4609-b91e-7a0191107d66 HTTP/1.1" status: 200 len: 1000 time: 0.0602894 Aug 29 14:38:53.034260 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device bcbc19c8-0455-4f6b-90c7-153982d2db24 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:38:53.064159 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6dbab-88e2-4e8a-92d1-f5d9ba2a1507 req-5065c44a-0eef-482f-b8f3-f1c37b892a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:53.065855 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5ef6dbab-88e2-4e8a-92d1-f5d9ba2a1507 req-5065c44a-0eef-482f-b8f3-f1c37b892a7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01d4bbde-cfe8-4c36-b433-81d443b388ca HTTP/1.1" status: 200 len: 850 time: 0.2652173 Aug 29 14:38:53.108490 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:53.116150 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6dbab-88e2-4e8a-92d1-f5d9ba2a1507 req-efab3aeb-685d-4c9b-8a43-89624ead4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:53.117723 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5ef6dbab-88e2-4e8a-92d1-f5d9ba2a1507 req-efab3aeb-685d-4c9b-8a43-89624ead4f0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c507c791-e7f6-4063-b1e3-354734725b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390954 Aug 29 14:38:53.134015 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcbc19c8-0455-4f6b-90c7-153982d2db24'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:38:53.136232 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6dbdb0-2331-4ff5-898f-24e83b4c0d33" -d '{"events": [{"server_uuid": "3e054087-7eda-4e4c-9402-a9f614d6750b", "name": "network-vif-unplugged", "status": "completed", "tag": "bcbc19c8-0455-4f6b-90c7-153982d2db24"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:38:53.153831 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port bcbc19c8-0455-4f6b-90c7-153982d2db24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:38:53.177757 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 14:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aff715-6a1a-44e3-8da0-62bf14b766f9 x-openstack-request-id: req-87aff715-6a1a-44e3-8da0-62bf14b766f9 {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:38:53.178097 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e054087-7eda-4e4c-9402-a9f614d6750b", "name": "network-vif-unplugged", "status": "completed", "tag": "bcbc19c8-0455-4f6b-90c7-153982d2db24", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:38:53.178349 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87aff715-6a1a-44e3-8da0-62bf14b766f9 {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:38:53.178793 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'code': 200} Aug 29 14:38:53.217694 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5ef6dbab-88e2-4e8a-92d1-f5d9ba2a1507 req-e8dc2e46-9d91-46ae-a7d4-1cc5b5f9fc18 service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895195 Aug 29 14:38:53.270092 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:53.317649 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=bcbc19c8-0455-4f6b-90c7-153982d2db24,revision_number=8']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:53.350870 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4804d-0c0f-400c-8a5c-79a5044229ab req-5edd36e8-f0b9-435f-9cab-748e5499533a tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:53.352339 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9ed4804d-0c0f-400c-8a5c-79a5044229ab req-5edd36e8-f0b9-435f-9cab-748e5499533a tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 947 time: 0.0744915 Aug 29 14:38:53.369149 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5ef6dbab-88e2-4e8a-92d1-f5d9ba2a1507 req-17de74b1-8aed-43e2-96d7-06d9060a4cc6 service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350760 Aug 29 14:38:53.400958 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9ed4804d-0c0f-400c-8a5c-79a5044229ab req-fce78688-d574-43a1-b8fb-8e29173da838 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/security-groups?id=073c84b0-75e9-4d8a-aa67-7809e19bc33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413966 Aug 29 14:38:53.538930 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883c152-55cd-47ae-bb2c-b143b3e1b092 req-41fe4614-3e35-42a9-92da-c332edb51685 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:53.540383 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d883c152-55cd-47ae-bb2c-b143b3e1b092 req-41fe4614-3e35-42a9-92da-c332edb51685 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0739267 Aug 29 14:38:53.572779 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1110831-68e7-4afa-a0db-4a786cf913a6 req-44d53cbb-1e93-4192-b7f5-146d3c9961ab tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:53.574253 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c1110831-68e7-4afa-a0db-4a786cf913a6 req-44d53cbb-1e93-4192-b7f5-146d3c9961ab tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0711327 Aug 29 14:38:53.606219 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d883c152-55cd-47ae-bb2c-b143b3e1b092 req-7f9d10fb-2d34-40c3-b62c-45405ef1c905 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583684 Aug 29 14:38:53.632185 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c1110831-68e7-4afa-a0db-4a786cf913a6 req-15df2abe-4b04-4416-8a5d-eef9f0f6559e tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468464 Aug 29 14:38:53.816326 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa931f7-c931-4eef-b8e4-e20b26e13ef4 req-ee51465a-860f-4a4e-bc6b-4fc87ee9de38 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:53.817783 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0aa931f7-c931-4eef-b8e4-e20b26e13ef4 req-ee51465a-860f-4a4e-bc6b-4fc87ee9de38 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0486753 Aug 29 14:38:53.855857 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0aa931f7-c931-4eef-b8e4-e20b26e13ef4 req-8558156e-f1b6-42dc-be5d-183fae2a22a6 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320616 Aug 29 14:38:54.135069 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 45592) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:54.244916 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-03ecf200-66c7-4fcc-a1ef-e292e6574fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:54.332379 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-03ecf200-66c7-4fcc-a1ef-e292e6574fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:54.500071 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-03ecf200-66c7-4fcc-a1ef-e292e6574fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:54.551207 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-03ecf200-66c7-4fcc-a1ef-e292e6574fe6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db852e0bf2aa4b008b5f0a34ced24d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4150093 Aug 29 14:38:54.551913 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecf200-66c7-4fcc-a1ef-e292e6574fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9164f1f8-5991-4acc-a2ab-360d175758d5,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:54.554223 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 45600) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:54.563067 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f010e-5309-4473-a3a7-f82f32f35f49 req-b801523b-7764-405d-88c6-81479603f048 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:54.565185 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-539f010e-5309-4473-a3a7-f82f32f35f49 req-b801523b-7764-405d-88c6-81479603f048 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 947 time: 0.0927861 Aug 29 14:38:54.628946 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-539f010e-5309-4473-a3a7-f82f32f35f49 req-0109f21e-5872-46f8-be5c-1df629625960 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/security-groups?id=073c84b0-75e9-4d8a-aa67-7809e19bc33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489118 Aug 29 14:38:54.629836 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-57ae4a74-c746-46a8-8889-8f9752e6bf2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:54.649190 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-57ae4a74-c746-46a8-8889-8f9752e6bf2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:54.787817 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e0a2f-6e3b-4cee-86d7-7761a4e3d423 req-b387c8fa-9176-4133-a7a5-8f7363ca875e tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:54.789313 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d10e0a2f-6e3b-4cee-86d7-7761a4e3d423 req-b387c8fa-9176-4133-a7a5-8f7363ca875e tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0787363 Aug 29 14:38:54.797391 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d4def-ac18-413f-888c-11099880340f req-e7fc7ad1-fed8-4966-a2f2-5fd99c24bbaa tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:54.799473 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-993d4def-ac18-413f-888c-11099880340f req-e7fc7ad1-fed8-4966-a2f2-5fd99c24bbaa tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0795119 Aug 29 14:38:54.809461 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-57ae4a74-c746-46a8-8889-8f9752e6bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:54.812393 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-57ae4a74-c746-46a8-8889-8f9752e6bf2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:54.817646 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-57ae4a74-c746-46a8-8889-8f9752e6bf2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9164f1f8-5991-4acc-a2ab-360d175758d5 HTTP/1.1" status: 204 len: 168 time: 0.2583432 Aug 29 14:38:54.828189 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae4a74-c746-46a8-8889-8f9752e6bf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9164f1f8-5991-4acc-a2ab-360d175758d5,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:54.866983 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d10e0a2f-6e3b-4cee-86d7-7761a4e3d423 req-b9f53dee-468d-44cc-a0cb-0bf0ab8a23e9 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665100 Aug 29 14:38:54.878613 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-993d4def-ac18-413f-888c-11099880340f req-fbc4ffe2-8e82-4456-8103-44ff937065f4 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629685 Aug 29 14:38:55.045324 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:38:55.153075 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8f553b3a-9b20-4cc7-8323-ec4f0f83e63b,segment=NetworkSegment(383cedd4-aaea-4913-b38f-b5ddcba55801),segment_id=383cedd4-aaea-4913-b38f-b5ddcba55801)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:38:55.169671 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '8f553b3a-9b20-4cc7-8323-ec4f0f83e63b', 'network_id': '530c8336-5dec-4a3e-b227-42ce4acb4fbf', 'port_id': '8f553b3a-9b20-4cc7-8323-ec4f0f83e63b', 'mac_address': 'fa:16:3e:fd:bb:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b980d71-387d-4d50-8097-a60eb80f7164', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:38:55.209655 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:55.223193 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:38:55.242541 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8f553b3a-9b20-4cc7-8323-ec4f0f83e63b,segment=NetworkSegment(383cedd4-aaea-4913-b38f-b5ddcba55801),segment_id=383cedd4-aaea-4913-b38f-b5ddcba55801)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:38:55.352655 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:55.404580 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=8f553b3a-9b20-4cc7-8323-ec4f0f83e63b,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:55.735043 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851660ee-ff11-4937-b989-ecafa7dfc58c req-ae28a7f8-b392-48c5-b905-8d6ab05b3165 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:55.735978 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-851660ee-ff11-4937-b989-ecafa7dfc58c req-ae28a7f8-b392-48c5-b905-8d6ab05b3165 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 948 time: 0.0486536 Aug 29 14:38:55.775983 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-851660ee-ff11-4937-b989-ecafa7dfc58c req-4b4846fe-8f85-4927-8ac1-8973ba3d9d6d tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/security-groups?id=073c84b0-75e9-4d8a-aa67-7809e19bc33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336647 Aug 29 14:38:55.785902 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['8f553b3a-9b20-4cc7-8323-ec4f0f83e63b'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:38:55.972883 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 45636) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:56.007301 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fd80f-a720-4454-a7d3-b3b7db071ac8 req-3042a34c-f12c-40df-b4e8-4d465d31dcdb tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:56.008802 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2d4fd80f-a720-4454-a7d3-b3b7db071ac8 req-3042a34c-f12c-40df-b4e8-4d465d31dcdb tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0502527 Aug 29 14:38:56.048627 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2d4fd80f-a720-4454-a7d3-b3b7db071ac8 req-be6dda74-e5f4-464d-927b-bcc21de69d2e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335364 Aug 29 14:38:56.083305 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f0156faa-faff-40ae-9112-a780bb7a072d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:56.234300 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f0156faa-faff-40ae-9112-a780bb7a072d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:56.318502 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f0156faa-faff-40ae-9112-a780bb7a072d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:56.357472 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-f0156faa-faff-40ae-9112-a780bb7a072d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ef27dea6c3e4679b973388f5c11576b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832104 Aug 29 14:38:56.359478 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0156faa-faff-40ae-9112-a780bb7a072d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064aa2a1-9fad-49a1-b065-687c2c04c3ea,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:56.360221 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 45652) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:56.411842 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-838b5d78-44bb-4b5f-9457-78a70fbdaaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:56.433291 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-838b5d78-44bb-4b5f-9457-78a70fbdaaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:56.535557 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-838b5d78-44bb-4b5f-9457-78a70fbdaaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:56.538195 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-838b5d78-44bb-4b5f-9457-78a70fbdaaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:56.539353 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-838b5d78-44bb-4b5f-9457-78a70fbdaaf5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/064aa2a1-9fad-49a1-b065-687c2c04c3ea HTTP/1.1" status: 204 len: 168 time: 0.1781585 Aug 29 14:38:56.547394 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b5d78-44bb-4b5f-9457-78a70fbdaaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064aa2a1-9fad-49a1-b065-687c2c04c3ea,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:56.968929 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a41db-ce11-493d-9801-7187eff224f3 req-c01a6738-735e-47b2-ab12-ac495cb43ee7 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:56.968929 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-434a41db-ce11-493d-9801-7187eff224f3 req-c01a6738-735e-47b2-ab12-ac495cb43ee7 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 948 time: 0.0537069 Aug 29 14:38:57.009072 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-434a41db-ce11-493d-9801-7187eff224f3 req-afc05d60-b3f9-428a-b51a-ba336fe90916 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/security-groups?id=073c84b0-75e9-4d8a-aa67-7809e19bc33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334203 Aug 29 14:38:57.056974 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:38:57.115211 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7baf7-c397-4583-893a-8242195697e6 req-e9a10962-d32d-4a02-bffd-fd352204f6c1 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:57.116690 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1eb7baf7-c397-4583-893a-8242195697e6 req-e9a10962-d32d-4a02-bffd-fd352204f6c1 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0514615 Aug 29 14:38:57.154546 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1eb7baf7-c397-4583-893a-8242195697e6 req-b79d2ef6-f789-4d3e-b042-0601da18d01c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319426 Aug 29 14:38:57.218392 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:38:57.229236 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:38:57.229236 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:57.307028 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:57.330967 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231a2190-4a7d-4ad7-8207-02a5eb1507a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f553b3a-9b20-4cc7-8323-ec4f0f83e63b'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:38:57.333216 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46041b6d-35f3-4018-98b0-580b2b87d106" -d '{"events": [{"server_uuid": "231a2190-4a7d-4ad7-8207-02a5eb1507a1", "name": "network-vif-plugged", "status": "completed", "tag": "8f553b3a-9b20-4cc7-8323-ec4f0f83e63b"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:38:57.346233 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8f553b3a-9b20-4cc7-8323-ec4f0f83e63b,segment=NetworkSegment(383cedd4-aaea-4913-b38f-b5ddcba55801),segment_id=383cedd4-aaea-4913-b38f-b5ddcba55801)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:38:57.375036 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04083d14-ae23-4d2a-a88d-a27997573908 x-openstack-request-id: req-04083d14-ae23-4d2a-a88d-a27997573908 {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:38:57.375402 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231a2190-4a7d-4ad7-8207-02a5eb1507a1", "name": "network-vif-plugged", "status": "completed", "tag": "8f553b3a-9b20-4cc7-8323-ec4f0f83e63b", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:38:57.375656 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04083d14-ae23-4d2a-a88d-a27997573908 {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:38:57.378078 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231a2190-4a7d-4ad7-8207-02a5eb1507a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f553b3a-9b20-4cc7-8323-ec4f0f83e63b', 'code': 200} Aug 29 14:38:57.421207 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:57.422129 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device bcbc19c8-0455-4f6b-90c7-153982d2db24 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:38:57.500334 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=8f553b3a-9b20-4cc7-8323-ec4f0f83e63b,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:57.657760 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 45696) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:57.757161 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1141347457-network', 'tenant_id': '2c3972b7a84b4e868b143f35255ea143'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:38:57.779016 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c44549-1e62-4053-be48-c085266bb715 req-1fe73313-ab8b-407b-bb50-b8352b47ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:57.780409 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-68c44549-1e62-4053-be48-c085266bb715 req-1fe73313-ab8b-407b-bb50-b8352b47ceba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 1102 time: 0.0648472 Aug 29 14:38:57.853077 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] Made reservation on behalf of 2c3972b7a84b4e868b143f35255ea143 for: {'network': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:38:57.855309 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:57.858074 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-68c44549-1e62-4053-be48-c085266bb715 req-3403727d-2cec-41a4-9698-8eb05be94612 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=073c84b0-75e9-4d8a-aa67-7809e19bc33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599763 Aug 29 14:38:57.867621 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:57.872985 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f77e8f39-e5f8-42e9-b5a0-29f0b54d5ba6 req-15fcf191-108c-4c03-a96a-558b8c4cf408 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691013 Aug 29 14:38:57.958642 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:58.029609 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:58.067774 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=94544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:38:58.077360 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7827f0-6e47-453b-b0ce-c41c940697d9,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:58.082583 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:58.082925 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.segments_db [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] Added segment c2899c4b-766e-4475-845f-8dcc160c0822 of type vlan for network 63e25327-2aaf-4ac8-99cc-11a86df4db95 Aug 29 14:38:58.149276 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:58.214761 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540fccd-ad7a-4e0b-a944-8aedf7c7090b req-26a0f292-44de-4c00-a45c-10b202e742d6 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:58.216233 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4540fccd-ad7a-4e0b-a944-8aedf7c7090b req-26a0f292-44de-4c00-a45c-10b202e742d6 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 949 time: 0.1232257 Aug 29 14:38:58.222671 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8f39-e5f8-42e9-b5a0-29f0b54d5ba6 req-ea410d0b-864d-4e33-832c-070611984f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:58.224360 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f77e8f39-e5f8-42e9-b5a0-29f0b54d5ba6 req-ea410d0b-864d-4e33-832c-070611984f2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49b2184f7302404ab91b419e21067663&device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 1098 time: 0.0700769 Aug 29 14:38:58.297807 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4540fccd-ad7a-4e0b-a944-8aedf7c7090b req-2e2396cb-f32a-4e66-a156-ce3137cac094 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/security-groups?id=073c84b0-75e9-4d8a-aa67-7809e19bc33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724421 Aug 29 14:38:58.318811 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:58.318811 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:58.318811 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:58.427861 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] Pushing event updated for resources: {'Network': ['ID=63e25327-2aaf-4ac8-99cc-11a86df4db95,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:58.431410 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8f39-e5f8-42e9-b5a0-29f0b54d5ba6 req-51c7416a-2653-4acd-909e-f588abe3b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:58.433002 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f77e8f39-e5f8-42e9-b5a0-29f0b54d5ba6 req-51c7416a-2653-4acd-909e-f588abe3b075 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c507c791-e7f6-4063-b1e3-354734725b45 HTTP/1.1" status: 200 len: 912 time: 0.1868382 Aug 29 14:38:58.438630 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network 63e25327-2aaf-4ac8-99cc-11a86df4db95 details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:38:58.448503 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b467e-d2b5-4fa5-9254-707c822f0748 req-2ab28108-a1f0-44ac-8407-cf5fd26525c4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:58.450095 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8e8b467e-d2b5-4fa5-9254-707c822f0748 req-2ab28108-a1f0-44ac-8407-cf5fd26525c4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0844808 Aug 29 14:38:58.460960 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-a23472d4-e646-46d6-81b9-73bd5fddb399 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7995009 Aug 29 14:38:58.461199 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:38:58.461730 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 45704) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:58.466212 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-e3b3438e-a6ad-4e1d-905e-95e078eb74db admin admin] Request body: {'subnet': {'network_id': '63e25327-2aaf-4ac8-99cc-11a86df4db95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1141347457-subnet', 'tenant_id': '2c3972b7a84b4e868b143f35255ea143', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:38:58.551896 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f77e8f39-e5f8-42e9-b5a0-29f0b54d5ba6 req-13060712-d37a-4d8b-bc8d-8af21053caee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1639a203-872e-4609-b91e-7a0191107d66 HTTP/1.1" status: 200 len: 1000 time: 0.1004646 Aug 29 14:38:58.556858 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8e8b467e-d2b5-4fa5-9254-707c822f0748 req-0293d140-a0fe-4716-bebd-cc7f03580fc8 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974567 Aug 29 14:38:58.581332 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:58.625506 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b3438e-a6ad-4e1d-905e-95e078eb74db admin admin] Made reservation on behalf of 2c3972b7a84b4e868b143f35255ea143 for: {'subnet': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:38:58.628835 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-e3b3438e-a6ad-4e1d-905e-95e078eb74db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3903612'] for subnet, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:58.690062 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8f39-e5f8-42e9-b5a0-29f0b54d5ba6 req-949a40a9-dea2-478f-921e-b8c1e14008b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:58.691544 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f77e8f39-e5f8-42e9-b5a0-29f0b54d5ba6 req-949a40a9-dea2-478f-921e-b8c1e14008b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01d4bbde-cfe8-4c36-b433-81d443b388ca HTTP/1.1" status: 200 len: 850 time: 0.1186728 Aug 29 14:38:58.744818 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ce0dc-bab0-4995-bafe-dea019f06b16 req-3a62bf55-a474-4b94-bcde-c3d2df6d28f0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:58.746344 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9b1ce0dc-bab0-4995-bafe-dea019f06b16 req-3a62bf55-a474-4b94-bcde-c3d2df6d28f0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.1324313 Aug 29 14:38:58.813085 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8f39-e5f8-42e9-b5a0-29f0b54d5ba6 req-0d92e14d-dc1e-4c0e-b506-8b9426eeb19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:58.815122 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f77e8f39-e5f8-42e9-b5a0-29f0b54d5ba6 req-0d92e14d-dc1e-4c0e-b506-8b9426eeb19e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c507c791-e7f6-4063-b1e3-354734725b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1073508 Aug 29 14:38:58.822692 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9b1ce0dc-bab0-4995-bafe-dea019f06b16 req-089a7b82-b9fb-4477-aaad-5b3b61757c89 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680375 Aug 29 14:38:58.986979 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f77e8f39-e5f8-42e9-b5a0-29f0b54d5ba6 req-91eaefe6-5e56-419d-8ef1-cce86c20e784 service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574826 Aug 29 14:38:59.052884 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-e3b3438e-a6ad-4e1d-905e-95e078eb74db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1887517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3903502'] for subnet, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:59.161289 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3438e-a6ad-4e1d-905e-95e078eb74db admin admin] Pushing event updated for resources: {'Subnet': ['ID=53d02dcf-f1ba-4011-b5d9-83e88a4a8fc9,revision_number=0']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:38:59.187076 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b3438e-a6ad-4e1d-905e-95e078eb74db admin admin] Checking segment: {'id': 'c2899c4b-766e-4475-845f-8dcc160c0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '63e25327-2aaf-4ac8-99cc-11a86df4db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:38:59.187426 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b3438e-a6ad-4e1d-905e-95e078eb74db admin admin] Network hostable DHCP agents. Network: 63e25327-2aaf-4ac8-99cc-11a86df4db95, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94544) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:38:59.201381 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f77e8f39-e5f8-42e9-b5a0-29f0b54d5ba6 req-735fe4ff-f570-4dc4-9ff5-aa73e541ed1d service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249642 Aug 29 14:38:59.313542 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 45730) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:38:59.409231 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-9e7cb3d4-1f65-4be1-8d35-636810fdb5eb req-863f2fce-d24e-4706-8323-c62e0056c4ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944929 Aug 29 14:38:59.416894 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819a341-65ae-4c82-8a46-442dbe92c458 req-b381a344-6d0f-4339-a2ef-a2b353271cea tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:59.418427 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a819a341-65ae-4c82-8a46-442dbe92c458 req-b381a344-6d0f-4339-a2ef-a2b353271cea tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 949 time: 0.0524516 Aug 29 14:38:59.458945 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b3438e-a6ad-4e1d-905e-95e078eb74db admin admin] Network 63e25327-2aaf-4ac8-99cc-11a86df4db95 is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:38:59.468341 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a819a341-65ae-4c82-8a46-442dbe92c458 req-b1236bc1-9231-48a7-947c-c7bc72152eec tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/security-groups?id=073c84b0-75e9-4d8a-aa67-7809e19bc33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434265 Aug 29 14:38:59.592532 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-e3b3438e-a6ad-4e1d-905e-95e078eb74db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, 63e25327-2aaf-4ac8-99cc-11a86df4db95) {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:38:59.597375 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b3438e-a6ad-4e1d-905e-95e078eb74db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:59.598113 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-e3b3438e-a6ad-4e1d-905e-95e078eb74db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:38:59.603616 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10443ef-4045-4b15-bcfc-d78ae98682a3 None None] Network 63e25327-2aaf-4ac8-99cc-11a86df4db95 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:38:59.695867 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f0604-92ea-48b0-b25a-4b534e92fcf7 req-754f41d1-4fb4-412e-87a4-1522248eb756 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:59.697344 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ce2f0604-92ea-48b0-b25a-4b534e92fcf7 req-754f41d1-4fb4-412e-87a4-1522248eb756 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0515783 Aug 29 14:38:59.735455 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-e3b3438e-a6ad-4e1d-905e-95e078eb74db admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2720141 Aug 29 14:38:59.742791 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dd68d4-b51d-44c3-b56f-832a99369220 None None] Network 63e25327-2aaf-4ac8-99cc-11a86df4db95 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:38:59.750668 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ce2f0604-92ea-48b0-b25a-4b534e92fcf7 req-8f6a7c79-b496-4871-a2d8-cef0214a7309 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473804 Aug 29 14:38:59.979796 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f3aad-fec4-476b-94ba-b9a1e57f2ee2 req-a1df1b7e-054b-4841-8e01-04017a5a380e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:38:59.979796 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-604f3aad-fec4-476b-94ba-b9a1e57f2ee2 req-a1df1b7e-054b-4841-8e01-04017a5a380e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0548079 Aug 29 14:39:00.018960 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-604f3aad-fec4-476b-94ba-b9a1e57f2ee2 req-997112fc-5b75-43ed-9aa2-bbb4841c68ff tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342369 Aug 29 14:39:00.442996 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19373cc-4a23-43f1-84f5-faa36bf548ff req-ae4039a1-a680-4a99-a46b-ebb47334abc9 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:00.444506 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b19373cc-4a23-43f1-84f5-faa36bf548ff req-ae4039a1-a680-4a99-a46b-ebb47334abc9 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.36 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0509915 Aug 29 14:39:00.541185 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-b19373cc-4a23-43f1-84f5-faa36bf548ff req-6a8b6b2c-bcd9-4e1a-9731-9e7ecc8a5c76 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Deleting port 7765a61e-bc04-486a-a5d1-5764efb9efcd {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:39:00.541549 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b19373cc-4a23-43f1-84f5-faa36bf548ff req-6a8b6b2c-bcd9-4e1a-9731-9e7ecc8a5c76 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:00.651059 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4218f47-2cc2-451a-97b4-a21b58aa94ba req-be56a928-c96f-4d57-8785-b76769dfe281 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:00.652587 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e4218f47-2cc2-451a-97b4-a21b58aa94ba req-be56a928-c96f-4d57-8785-b76769dfe281 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 949 time: 0.1081035 Aug 29 14:39:00.681629 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-b19373cc-4a23-43f1-84f5-faa36bf548ff req-6a8b6b2c-bcd9-4e1a-9731-9e7ecc8a5c76 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] For port 7765a61e-bc04-486a-a5d1-5764efb9efcd, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7765a61e-bc04-486a-a5d1-5764efb9efcd,segment=NetworkSegment(1f362be7-6a01-4686-a836-c4d417e6ffcc),segment_id=1f362be7-6a01-4686-a836-c4d417e6ffcc)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:39:00.682002 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b19373cc-4a23-43f1-84f5-faa36bf548ff req-6a8b6b2c-bcd9-4e1a-9731-9e7ecc8a5c76 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:00.700030 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-b19373cc-4a23-43f1-84f5-faa36bf548ff req-6a8b6b2c-bcd9-4e1a-9731-9e7ecc8a5c76 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Calling delete_port for 7765a61e-bc04-486a-a5d1-5764efb9efcd owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:39:00.720185 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e4218f47-2cc2-451a-97b4-a21b58aa94ba req-bcb8af8a-619e-4b23-bb97-5bb15ce68d29 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/security-groups?id=073c84b0-75e9-4d8a-aa67-7809e19bc33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595143 Aug 29 14:39:00.890847 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a285ab2-435e-4396-9ba9-5467311061a2 req-1669ea42-4f09-4d4b-a1fd-e8f9c95cb59c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:00.893154 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5a285ab2-435e-4396-9ba9-5467311061a2 req-1669ea42-4f09-4d4b-a1fd-e8f9c95cb59c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 946 time: 0.0659146 Aug 29 14:39:00.934899 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5a285ab2-435e-4396-9ba9-5467311061a2 req-94ba5576-a8d9-499a-975c-bbdfbee21df4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324142 Aug 29 14:39:00.942124 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b19373cc-4a23-43f1-84f5-faa36bf548ff req-6a8b6b2c-bcd9-4e1a-9731-9e7ecc8a5c76 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:00.981628 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['36a79f52-849b-4423-aca8-913d602be2a9', '7765a61e-bc04-486a-a5d1-5764efb9efcd'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:39:00.982587 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b6b2c-bcd9-4e1a-9731-9e7ecc8a5c76 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Pushing event deleted for resources: {'Port': ['ID=7765a61e-bc04-486a-a5d1-5764efb9efcd,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:01.018834 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19373cc-4a23-43f1-84f5-faa36bf548ff req-6a8b6b2c-bcd9-4e1a-9731-9e7ecc8a5c76 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] No DVR routers for this DVR port 7765a61e-bc04-486a-a5d1-5764efb9efcd on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:39:01.021835 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b19373cc-4a23-43f1-84f5-faa36bf548ff req-6a8b6b2c-bcd9-4e1a-9731-9e7ecc8a5c76 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:01.024025 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b19373cc-4a23-43f1-84f5-faa36bf548ff req-6a8b6b2c-bcd9-4e1a-9731-9e7ecc8a5c76 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.36 "DELETE /v2.0/ports/7765a61e-bc04-486a-a5d1-5764efb9efcd HTTP/1.1" status: 204 len: 173 time: 0.5728583 Aug 29 14:39:01.024472 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234e2541-bd59-4dcf-ac24-500e58b49f3c', 'name': 'network-vif-deleted', 'tag': '7765a61e-bc04-486a-a5d1-5764efb9efcd'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:39:01.026784 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ee2cf8-11ca-4496-a6ef-09463ef19082" -d '{"events": [{"server_uuid": "234e2541-bd59-4dcf-ac24-500e58b49f3c", "name": "network-vif-deleted", "tag": "7765a61e-bc04-486a-a5d1-5764efb9efcd"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:39:01.063798 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fe408a-d6a6-48d6-98b1-e8579b83c3fc x-openstack-request-id: req-68fe408a-d6a6-48d6-98b1-e8579b83c3fc {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:39:01.064276 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234e2541-bd59-4dcf-ac24-500e58b49f3c", "name": "network-vif-deleted", "tag": "7765a61e-bc04-486a-a5d1-5764efb9efcd", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:39:01.065533 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68fe408a-d6a6-48d6-98b1-e8579b83c3fc {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:39:01.066423 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234e2541-bd59-4dcf-ac24-500e58b49f3c', 'name': 'network-vif-deleted', 'tag': '7765a61e-bc04-486a-a5d1-5764efb9efcd', 'status': 'completed', 'code': 200} Aug 29 14:39:01.157247 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e693d-72e2-40c9-9acf-cbcf97442acc req-80b992ca-bbba-499f-8fd3-570900c3a2ee tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:01.158996 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d73e693d-72e2-40c9-9acf-cbcf97442acc req-80b992ca-bbba-499f-8fd3-570900c3a2ee tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0504708 Aug 29 14:39:01.198388 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d73e693d-72e2-40c9-9acf-cbcf97442acc req-725e21a4-748a-4d22-92ce-ab270be11357 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330789 Aug 29 14:39:01.259404 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139b2da-3d6c-44f5-817e-8eff6467c419 req-c6c7e771-c43b-4ae5-b2a5-620edcf5e977 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:01.261076 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8139b2da-3d6c-44f5-817e-8eff6467c419 req-c6c7e771-c43b-4ae5-b2a5-620edcf5e977 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 949 time: 0.0566263 Aug 29 14:39:01.300878 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8139b2da-3d6c-44f5-817e-8eff6467c419 req-474b711c-af5d-4447-be23-2f2e47067672 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/security-groups?id=073c84b0-75e9-4d8a-aa67-7809e19bc33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334289 Aug 29 14:39:02.044508 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4d24b4bd-40cd-4fd1-8127-fe511af33c15 req-fa0be14e-34c6-4ccc-8dd1-e3512f6fefed tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=234e2541-bd59-4dcf-ac24-500e58b49f3c HTTP/1.1" status: 200 len: 210 time: 0.0282550 Aug 29 14:39:02.194533 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-b78644a8-42e5-425e-a1f1-c439631a65c4 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:02.195953 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-b78644a8-42e5-425e-a1f1-c439631a65c4 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/networks?id=63e25327-2aaf-4ac8-99cc-11a86df4db95 HTTP/1.1" status: 200 len: 814 time: 0.1040256 Aug 29 14:39:02.211803 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-c2de9c7d-4705-4894-8ebd-9d9db2d3f44f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/quotas/2c3972b7a84b4e868b143f35255ea143 HTTP/1.1" status: 200 len: 375 time: 0.0101662 Aug 29 14:39:02.249162 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-995f2ec8-2fbd-42ec-b4c7-d35c2bdeb8d3 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c3972b7a84b4e868b143f35255ea143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322437 Aug 29 14:39:02.372110 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b44a6-7320-4eb0-8861-0aa4ad88cb49 req-4a38e82e-37ad-42eb-ad7f-358b8ce4226f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:02.373580 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3f7b44a6-7320-4eb0-8861-0aa4ad88cb49 req-4a38e82e-37ad-42eb-ad7f-358b8ce4226f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0999482 Aug 29 14:39:02.379728 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-5e155013-fff9-4f92-b79d-6fc4fa0c76c5 service neutron] 10.222.0.16 "GET /v2.0/networks/63e25327-2aaf-4ac8-99cc-11a86df4db95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232235 Aug 29 14:39:02.457611 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3f7b44a6-7320-4eb0-8861-0aa4ad88cb49 req-33470ce2-a1d0-47a5-b34a-dc03e0b957b4 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768681 Aug 29 14:39:02.488203 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-3fd87eb0-e252-4608-8b3c-337f69c544a1 service neutron] 10.222.0.16 "GET /v2.0/networks/63e25327-2aaf-4ac8-99cc-11a86df4db95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018169 Aug 29 14:39:02.574892 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83e74c-0a15-4bb2-b15a-df20cce71975 req-55f61b6f-2661-4472-9d59-3774bae4d492 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:02.576364 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5c83e74c-0a15-4bb2-b15a-df20cce71975 req-55f61b6f-2661-4472-9d59-3774bae4d492 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 949 time: 0.0519378 Aug 29 14:39:02.845214 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-aeb8fa12-e90a-4a4f-ab41-e2966e4a50df req-915a5965-37bb-4924-8675-6e8b93c50a94 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 210 time: 0.0342863 Aug 29 14:39:02.853530 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5c83e74c-0a15-4bb2-b15a-df20cce71975 req-5c64b761-dc23-4324-b0f9-e66a862c21a1 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/security-groups?id=073c84b0-75e9-4d8a-aa67-7809e19bc33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710407 Aug 29 14:39:03.050045 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd74107-fe6a-4714-8561-dec6817dacf0 req-4547fb30-4ce1-498f-9e5f-bd1af7f341f6 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:03.051714 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bdd74107-fe6a-4714-8561-dec6817dacf0 req-4547fb30-4ce1-498f-9e5f-bd1af7f341f6 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.36 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 949 time: 0.0475662 Aug 29 14:39:03.075886 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 7765a61e-bc04-486a-a5d1-5764efb9efcd no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:39:03.100695 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: 7765a61e-bc04-486a-a5d1-5764efb9efcd {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:39:03.100910 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 7765a61e-bc04-486a-a5d1-5764efb9efcd not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:39:03.149105 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-bdd74107-fe6a-4714-8561-dec6817dacf0 req-e4149100-d301-4d4d-8e4c-a839bc91093e tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Deleting port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:39:03.149632 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-bdd74107-fe6a-4714-8561-dec6817dacf0 req-e4149100-d301-4d4d-8e4c-a839bc91093e tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:03.241094 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-bdd74107-fe6a-4714-8561-dec6817dacf0 req-e4149100-d301-4d4d-8e4c-a839bc91093e tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] For port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8f553b3a-9b20-4cc7-8323-ec4f0f83e63b,segment=NetworkSegment(383cedd4-aaea-4913-b38f-b5ddcba55801),segment_id=383cedd4-aaea-4913-b38f-b5ddcba55801)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:39:03.241370 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-bdd74107-fe6a-4714-8561-dec6817dacf0 req-e4149100-d301-4d4d-8e4c-a839bc91093e tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:03.254844 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-bdd74107-fe6a-4714-8561-dec6817dacf0 req-e4149100-d301-4d4d-8e4c-a839bc91093e tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Calling delete_port for 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:39:03.435913 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-bdd74107-fe6a-4714-8561-dec6817dacf0 req-e4149100-d301-4d4d-8e4c-a839bc91093e tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:03.467286 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4149100-d301-4d4d-8e4c-a839bc91093e tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Pushing event deleted for resources: {'Port': ['ID=8f553b3a-9b20-4cc7-8323-ec4f0f83e63b,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:03.475382 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['8f553b3a-9b20-4cc7-8323-ec4f0f83e63b'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:39:03.555641 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd74107-fe6a-4714-8561-dec6817dacf0 req-e4149100-d301-4d4d-8e4c-a839bc91093e tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] No DVR routers for this DVR port 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:39:03.558382 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-bdd74107-fe6a-4714-8561-dec6817dacf0 req-e4149100-d301-4d4d-8e4c-a839bc91093e tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:03.560714 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bdd74107-fe6a-4714-8561-dec6817dacf0 req-e4149100-d301-4d4d-8e4c-a839bc91093e tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.36 "DELETE /v2.0/ports/8f553b3a-9b20-4cc7-8323-ec4f0f83e63b HTTP/1.1" status: 204 len: 173 time: 0.5019083 Aug 29 14:39:03.563905 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231a2190-4a7d-4ad7-8207-02a5eb1507a1', 'name': 'network-vif-deleted', 'tag': '8f553b3a-9b20-4cc7-8323-ec4f0f83e63b'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:39:03.566474 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2785b6d6-0cd4-47e0-a294-f1e66a4722b7" -d '{"events": [{"server_uuid": "231a2190-4a7d-4ad7-8207-02a5eb1507a1", "name": "network-vif-deleted", "tag": "8f553b3a-9b20-4cc7-8323-ec4f0f83e63b"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:39:03.590231 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8b170-169d-408a-8e5b-427e95412dbd req-fcebde21-c872-4c86-9d5b-a4a4b8089961 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:03.596112 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-74c8b170-169d-408a-8e5b-427e95412dbd req-fcebde21-c872-4c86-9d5b-a4a4b8089961 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.1265996 Aug 29 14:39:03.659602 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970100c5-23bd-43ee-9597-98dae4179e07 req-824867e7-5dfa-4583-b00c-b7e8982523ba tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:03.661165 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-970100c5-23bd-43ee-9597-98dae4179e07 req-824867e7-5dfa-4583-b00c-b7e8982523ba tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0994642 Aug 29 14:39:03.664629 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-74c8b170-169d-408a-8e5b-427e95412dbd req-e3204d38-5691-4a03-9bae-bf9cc6f40076 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577509 Aug 29 14:39:03.701962 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-970100c5-23bd-43ee-9597-98dae4179e07 req-898866b8-529a-46fe-b8cb-3cb0b0080f94 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342627 Aug 29 14:39:03.715912 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b943ea64-75aa-4472-b541-7505ec2cf451 x-openstack-request-id: req-b943ea64-75aa-4472-b541-7505ec2cf451 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:39:03.716200 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231a2190-4a7d-4ad7-8207-02a5eb1507a1", "name": "network-vif-deleted", "tag": "8f553b3a-9b20-4cc7-8323-ec4f0f83e63b", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:39:03.716474 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b943ea64-75aa-4472-b541-7505ec2cf451 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:39:03.716872 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231a2190-4a7d-4ad7-8207-02a5eb1507a1', 'name': 'network-vif-deleted', 'tag': '8f553b3a-9b20-4cc7-8323-ec4f0f83e63b', 'status': 'completed', 'code': 200} Aug 29 14:39:03.965259 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3a809fa8-abf6-4649-ad8f-a4f693bf28fb req-fffbdbf1-e133-48be-b96b-69d133291e5f tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 210 time: 0.0388412 Aug 29 14:39:03.979995 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9dd9dc6d-4631-4098-9ae2-d3b3fb2bfc58 req-06bb1394-0cae-4fa9-b074-2c8489c6bde1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 210 time: 0.0432196 Aug 29 14:39:04.787673 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8aea1-c1a4-4ce4-b1a2-3129ef703102 req-1de08f99-7749-450a-9e39-c7f88b450ce3 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:04.789221 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ccb8aea1-c1a4-4ce4-b1a2-3129ef703102 req-1de08f99-7749-450a-9e39-c7f88b450ce3 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0484104 Aug 29 14:39:04.859784 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ccb8aea1-c1a4-4ce4-b1a2-3129ef703102 req-505f7060-e4fe-45b4-ba11-3fe849e39121 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641727 Aug 29 14:39:04.873058 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc07e53-7894-4ca5-a84c-4aa2ca40e9a6 req-f01b55cc-ec94-4db7-b59b-3a19a1013e1e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:04.876024 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bcc07e53-7894-4ca5-a84c-4aa2ca40e9a6 req-f01b55cc-ec94-4db7-b59b-3a19a1013e1e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0716200 Aug 29 14:39:04.918671 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bcc07e53-7894-4ca5-a84c-4aa2ca40e9a6 req-6a5ee059-6aed-4e43-81d9-ae464e23ac4c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359292 Aug 29 14:39:05.071023 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5b77f020-b412-484a-bcce-a6f2b39df207 req-2080946e-37c8-415d-8158-a81249e4e5b2 tempest-VolumesNegativeTest-1925002361 tempest-VolumesNegativeTest-1925002361-project] 10.222.0.16 "GET /v2.0/ports?device_id=231a2190-4a7d-4ad7-8207-02a5eb1507a1 HTTP/1.1" status: 200 len: 210 time: 0.0280859 Aug 29 14:39:05.097329 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-282e181e-85e3-4d9f-85ba-e9bb028a1303 req-850ba53e-0081-497b-80a2-18ca8e44e180 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 210 time: 0.0290372 Aug 29 14:39:05.691056 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-04fd856d-7017-4797-a8e0-911a53c2444c tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:05.693234 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-04fd856d-7017-4797-a8e0-911a53c2444c tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.36 "GET /v2.0/networks?id=63e25327-2aaf-4ac8-99cc-11a86df4db95 HTTP/1.1" status: 200 len: 814 time: 0.1069682 Aug 29 14:39:05.742243 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8ef614e2-2f84-421e-8f79-cce996a88c05 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Request body: {'port': {'device_id': '5ed6fd70-8087-4cb1-b714-79e0190496aa', 'network_id': '63e25327-2aaf-4ac8-99cc-11a86df4db95', 'admin_state_up': True, 'tenant_id': '2c3972b7a84b4e868b143f35255ea143'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:39:05.942944 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8ef614e2-2f84-421e-8f79-cce996a88c05 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Made reservation on behalf of 2c3972b7a84b4e868b143f35255ea143 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:39:05.946785 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8ef614e2-2f84-421e-8f79-cce996a88c05 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:06.040631 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3a6b9-440b-4fb0-9fa1-098a1417b19c req-6337d88f-cc75-453e-b7a6-28825fa54c29 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:06.042115 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-01d3a6b9-440b-4fb0-9fa1-098a1417b19c req-6337d88f-cc75-453e-b7a6-28825fa54c29 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.1126118 Aug 29 14:39:06.144702 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f0dd7-4819-43d4-b7ed-b738e83ac588 req-82cfb142-3672-4b06-a772-51fbcbdeb061 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:06.146330 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-869f0dd7-4819-43d4-b7ed-b738e83ac588 req-82cfb142-3672-4b06-a772-51fbcbdeb061 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.1539812 Aug 29 14:39:06.165840 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-01d3a6b9-440b-4fb0-9fa1-098a1417b19c req-cf4829d1-925e-4e07-805c-89875a204f7b tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082237 Aug 29 14:39:06.193243 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8ef614e2-2f84-421e-8f79-cce996a88c05 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Allocated IP 172.20.0.5 (63e25327-2aaf-4ac8-99cc-11a86df4db95/53d02dcf-f1ba-4011-b5d9-83e88a4a8fc9/fee8857d-c9b8-4f00-96f7-ad0d7960afa1) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:39:06.216331 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-869f0dd7-4819-43d4-b7ed-b738e83ac588 req-f17ef898-2494-4469-93a8-af20e7d03501 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613992 Aug 29 14:39:06.322857 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c7bcc825-3fc1-44ac-8827-ae57a0d7fece req-ba1ed870-1b8e-4bc5-ba03-269e29ad5f00 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 210 time: 0.0596442 Aug 29 14:39:06.395260 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8ef614e2-2f84-421e-8f79-cce996a88c05 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:06.508081 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8ef614e2-2f84-421e-8f79-cce996a88c05 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:06.557204 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8ef614e2-2f84-421e-8f79-cce996a88c05 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Network 63e25327-2aaf-4ac8-99cc-11a86df4db95 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:39:06.562762 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8ef614e2-2f84-421e-8f79-cce996a88c05 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:39:06.565324 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8ef614e2-2f84-421e-8f79-cce996a88c05 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:39:06.572428 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef614e2-2f84-421e-8f79-cce996a88c05 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Pushing event updated for resources: {'Port': ['ID=fee8857d-c9b8-4f00-96f7-ad0d7960afa1,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:06.618722 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8ef614e2-2f84-421e-8f79-cce996a88c05 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:06.619330 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8ef614e2-2f84-421e-8f79-cce996a88c05 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:06.718075 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8ef614e2-2f84-421e-8f79-cce996a88c05 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9798141 Aug 29 14:39:06.748158 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Request body: {'port': {'device_id': '5ed6fd70-8087-4cb1-b714-79e0190496aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:39:06.798467 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cb3d4-1f65-4be1-8d35-636810fdb5eb req-1f1aa02d-40fe-4f1e-9d66-84819056ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:06.800458 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9e7cb3d4-1f65-4be1-8d35-636810fdb5eb req-1f1aa02d-40fe-4f1e-9d66-84819056ea7f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b&tenant_id=5afdc403b79a4f7593edca91c2b7f882 HTTP/1.1" status: 200 len: 1096 time: 0.1175127 Aug 29 14:39:06.821628 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:06.964875 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cb3d4-1f65-4be1-8d35-636810fdb5eb req-3858e955-b7ec-4f84-8e15-4aa23aca4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:06.966373 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9e7cb3d4-1f65-4be1-8d35-636810fdb5eb req-3858e955-b7ec-4f84-8e15-4aa23aca4b56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afdc403b79a4f7593edca91c2b7f882&device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 1096 time: 0.1109591 Aug 29 14:39:07.067674 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:39:07.088104 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:39:07.088356 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 8f553b3a-9b20-4cc7-8323-ec4f0f83e63b not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:39:07.133832 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cb3d4-1f65-4be1-8d35-636810fdb5eb req-fbe930d6-31ea-4ea3-b73d-3ea7e8063f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:07.135329 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9e7cb3d4-1f65-4be1-8d35-636810fdb5eb req-fbe930d6-31ea-4ea3-b73d-3ea7e8063f02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 HTTP/1.1" status: 200 len: 918 time: 0.1578786 Aug 29 14:39:07.249469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee8857d-c9b8-4f00-96f7-ad0d7960afa1 {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:39:07.278178 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9e7cb3d4-1f65-4be1-8d35-636810fdb5eb req-648f0106-7df9-444e-908d-e586c0cc959d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24 HTTP/1.1" status: 200 len: 999 time: 0.1330581 Aug 29 14:39:07.279965 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:07.337969 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Transition to ACTIVE for port object fee8857d-c9b8-4f00-96f7-ad0d7960afa1 will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:39:07.397692 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c4498-d774-444c-9132-11f434bd7cc6 req-610501f6-be0c-452a-9826-0f2a0b96bba4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:07.397692 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c21c4498-d774-444c-9132-11f434bd7cc6 req-610501f6-be0c-452a-9826-0f2a0b96bba4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.1456387 Aug 29 14:39:07.397692 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cb3d4-1f65-4be1-8d35-636810fdb5eb req-98c0f00d-e8e2-4de8-80c2-6a9ac2db010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:07.397692 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9e7cb3d4-1f65-4be1-8d35-636810fdb5eb req-98c0f00d-e8e2-4de8-80c2-6a9ac2db010c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6994c5da-f2dd-4a04-acbe-279bd8acc28e HTTP/1.1" status: 200 len: 856 time: 0.0943320 Aug 29 14:39:07.445891 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233198e-d88a-4107-9e49-f5fe3aec211d req-61ea9a0c-23fe-4b1f-b340-59e6c6171dc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:07.447380 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c233198e-d88a-4107-9e49-f5fe3aec211d req-61ea9a0c-23fe-4b1f-b340-59e6c6171dc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.1535146 Aug 29 14:39:07.475059 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c21c4498-d774-444c-9132-11f434bd7cc6 req-de507b93-3266-4e40-819d-aa730c21f34c tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893118 Aug 29 14:39:07.492777 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cb3d4-1f65-4be1-8d35-636810fdb5eb req-c32e00f4-e650-4893-804c-e8f1b4b06384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:07.494388 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9e7cb3d4-1f65-4be1-8d35-636810fdb5eb req-c32e00f4-e650-4893-804c-e8f1b4b06384 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1007617 Aug 29 14:39:07.525775 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:07.530038 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c233198e-d88a-4107-9e49-f5fe3aec211d req-1bb8368b-9a69-49e7-8ba3-0a01a25d17aa tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749221 Aug 29 14:39:07.662956 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Pushing event updated for resources: {'Port': ['ID=fee8857d-c9b8-4f00-96f7-ad0d7960afa1,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:07.732363 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4115f8f-a186-4958-88ce-bbd7d07ccc43 req-6f2d758d-cff1-4fba-8107-fdf91dedbb35 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:07.734625 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a4115f8f-a186-4958-88ce-bbd7d07ccc43 req-6f2d758d-cff1-4fba-8107-fdf91dedbb35 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 943 time: 0.1489098 Aug 29 14:39:07.747528 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9e7cb3d4-1f65-4be1-8d35-636810fdb5eb req-7d53baf2-72a1-45a5-82a0-00644cc4148d service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358825 Aug 29 14:39:07.847324 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a4115f8f-a186-4958-88ce-bbd7d07ccc43 req-05835d90-88c8-49d7-b451-3713c1428873 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060317 Aug 29 14:39:07.850635 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Attempting to bind port fee8857d-c9b8-4f00-96f7-ad0d7960afa1 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:39:07.850635 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Attempting to bind port fee8857d-c9b8-4f00-96f7-ad0d7960afa1 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'c2899c4b-766e-4475-845f-8dcc160c0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '63e25327-2aaf-4ac8-99cc-11a86df4db95'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:39:07.850635 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Attempting to bind port fee8857d-c9b8-4f00-96f7-ad0d7960afa1 on network 63e25327-2aaf-4ac8-99cc-11a86df4db95 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:39:07.859469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Port fee8857d-c9b8-4f00-96f7-ad0d7960afa1 on network 63e25327-2aaf-4ac8-99cc-11a86df4db95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:39:07.859792 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Attempting to bind port fee8857d-c9b8-4f00-96f7-ad0d7960afa1 on network 63e25327-2aaf-4ac8-99cc-11a86df4db95 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:39:07.874610 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:39:07.874942 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Checking segment: {'id': 'c2899c4b-766e-4475-845f-8dcc160c0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '63e25327-2aaf-4ac8-99cc-11a86df4db95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:39:07.875320 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Bound using segment: {'id': 'c2899c4b-766e-4475-845f-8dcc160c0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '63e25327-2aaf-4ac8-99cc-11a86df4db95'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:39:07.875750 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Bound port: fee8857d-c9b8-4f00-96f7-ad0d7960afa1, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2899c4b-766e-4475-845f-8dcc160c0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '63e25327-2aaf-4ac8-99cc-11a86df4db95'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:39:07.876100 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:07.902023 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9e7cb3d4-1f65-4be1-8d35-636810fdb5eb req-43364ba5-e435-47ec-b4d3-c030c438c597 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399424 Aug 29 14:39:07.952057 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] For port fee8857d-c9b8-4f00-96f7-ad0d7960afa1, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:39:07.955962 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] For port fee8857d-c9b8-4f00-96f7-ad0d7960afa1, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fee8857d-c9b8-4f00-96f7-ad0d7960afa1,segment=NetworkSegment(c2899c4b-766e-4475-845f-8dcc160c0822),segment_id=c2899c4b-766e-4475-845f-8dcc160c0822)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:39:08.044869 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:08.086514 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:08.087089 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:08.088489 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] 10.222.0.36 "PUT /v2.0/ports/fee8857d-c9b8-4f00-96f7-ad0d7960afa1 HTTP/1.1" status: 200 len: 1093 time: 1.3448598 Aug 29 14:39:08.088918 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed6fd70-8087-4cb1-b714-79e0190496aa', 'tag': 'fee8857d-c9b8-4f00-96f7-ad0d7960afa1'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:39:08.091174 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7855943c-ddb6-4e9c-b2fd-48e585979701" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed6fd70-8087-4cb1-b714-79e0190496aa", "tag": "fee8857d-c9b8-4f00-96f7-ad0d7960afa1"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:39:08.121513 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b391cc8-33a0-4615-ad5b-53f52d343f65 service neutron] Pushing event updated for resources: {'Port': ['ID=fee8857d-c9b8-4f00-96f7-ad0d7960afa1,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:08.132941 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d32893-b042-48b2-84cb-bd03408830e4 x-openstack-request-id: req-25d32893-b042-48b2-84cb-bd03408830e4 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:39:08.133224 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed6fd70-8087-4cb1-b714-79e0190496aa", "tag": "fee8857d-c9b8-4f00-96f7-ad0d7960afa1", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:39:08.133468 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25d32893-b042-48b2-84cb-bd03408830e4 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:39:08.133853 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed6fd70-8087-4cb1-b714-79e0190496aa', 'tag': 'fee8857d-c9b8-4f00-96f7-ad0d7960afa1', 'status': 'completed', 'code': 200} Aug 29 14:39:08.238732 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855943c-ddb6-4e9c-b2fd-48e585979701 req-0bb942a8-36a3-4134-89f6-28df601e3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:08.248287 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7855943c-ddb6-4e9c-b2fd-48e585979701 req-0bb942a8-36a3-4134-89f6-28df601e3898 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c3972b7a84b4e868b143f35255ea143&device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 1096 time: 0.0449409 Aug 29 14:39:08.353530 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855943c-ddb6-4e9c-b2fd-48e585979701 req-cfffa6fe-f72c-4544-be33-f437d0954483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:08.355040 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7855943c-ddb6-4e9c-b2fd-48e585979701 req-cfffa6fe-f72c-4544-be33-f437d0954483 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2c3972b7a84b4e868b143f35255ea143&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0987926 Aug 29 14:39:08.460853 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855943c-ddb6-4e9c-b2fd-48e585979701 req-df49c1db-ec54-4bc2-9628-13e7d614e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:08.462273 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7855943c-ddb6-4e9c-b2fd-48e585979701 req-df49c1db-ec54-4bc2-9628-13e7d614e4ec service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985498 Aug 29 14:39:08.617000 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-0dba3592-e227-49b6-817e-bdd6abdd73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:08.619229 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-0dba3592-e227-49b6-817e-bdd6abdd73c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c3972b7a84b4e868b143f35255ea143&device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 1096 time: 0.0888095 Aug 29 14:39:08.651807 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617af77e-aae4-4004-93a0-042cf0219475 req-d654655e-9f10-4098-af45-adaaa9f3a4f4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:08.653338 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-617af77e-aae4-4004-93a0-042cf0219475 req-d654655e-9f10-4098-af45-adaaa9f3a4f4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0764079 Aug 29 14:39:09.020970 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-617af77e-aae4-4004-93a0-042cf0219475 req-350761c2-ae82-4e11-bf84-2b315a1b4537 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519688 Aug 29 14:39:09.029700 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363fb47-f8d8-4795-9225-3ebdeca17abe req-e73c8eea-c777-4e65-b144-4a044162569d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:09.031621 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c363fb47-f8d8-4795-9225-3ebdeca17abe req-e73c8eea-c777-4e65-b144-4a044162569d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.4005964 Aug 29 14:39:09.033098 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-4d20502f-8c69-4323-868c-646327f0278d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fee8857d-c9b8-4f00-96f7-ad0d7960afa1 HTTP/1.1" status: 200 len: 217 time: 0.0795777 Aug 29 14:39:09.114546 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c363fb47-f8d8-4795-9225-3ebdeca17abe req-7a964303-0026-464b-bc89-dfab6b63be13 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752494 Aug 29 14:39:09.260919 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67abf8-1bab-4741-a721-108c39b6f6f2 req-4e38f30d-2bc4-4435-b808-3e2cbe64bac8 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:09.262978 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-db67abf8-1bab-4741-a721-108c39b6f6f2 req-4e38f30d-2bc4-4435-b808-3e2cbe64bac8 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 943 time: 0.1059096 Aug 29 14:39:09.314462 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-db67abf8-1bab-4741-a721-108c39b6f6f2 req-52f9c9e7-3e26-45f0-bf8b-913d136e1996 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449739 Aug 29 14:39:09.656403 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd98d02-4dff-4b9b-8ced-eb62946588fb req-236adcd8-7d1e-44ba-b006-65d209c95054 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:09.657855 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5fd98d02-4dff-4b9b-8ced-eb62946588fb req-236adcd8-7d1e-44ba-b006-65d209c95054 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0477636 Aug 29 14:39:09.695171 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5fd98d02-4dff-4b9b-8ced-eb62946588fb req-adcd22a3-6e56-42d5-902d-cc482e33ceb1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311151 Aug 29 14:39:10.150107 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007083f4-84c6-4925-8a1f-ac9df31e7985 req-79e392e3-6cc7-41dc-ab9b-96d591014534 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:10.151611 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-007083f4-84c6-4925-8a1f-ac9df31e7985 req-79e392e3-6cc7-41dc-ab9b-96d591014534 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0517843 Aug 29 14:39:10.209991 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-007083f4-84c6-4925-8a1f-ac9df31e7985 req-b99712fe-212d-4bda-ba73-7a483602744a tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520284 Aug 29 14:39:10.278252 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fab7e-db7a-466f-990a-a4e8b6e83b78 req-b67ece22-dff5-4c43-9820-57a1addf638e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:10.278252 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cf9fab7e-db7a-466f-990a-a4e8b6e83b78 req-b67ece22-dff5-4c43-9820-57a1addf638e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0632226 Aug 29 14:39:10.317800 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cf9fab7e-db7a-466f-990a-a4e8b6e83b78 req-789a6747-d323-4163-a9ee-1f404ca109d1 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330787 Aug 29 14:39:10.462212 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dbe67-28dc-464c-a4a3-607121509e44 req-df35308b-3560-4cb8-9601-7da02007cff9 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:10.463726 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6e5dbe67-28dc-464c-a4a3-607121509e44 req-df35308b-3560-4cb8-9601-7da02007cff9 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 943 time: 0.0611598 Aug 29 14:39:10.510834 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6e5dbe67-28dc-464c-a4a3-607121509e44 req-90c76e69-6fcb-42c9-9630-08c708c138bb tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403922 Aug 29 14:39:10.822782 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ec8fc-90b7-401b-981f-9ed1682f27d3 req-14472191-8ba9-41c8-a322-a6912c84bc89 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:10.824273 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bf3ec8fc-90b7-401b-981f-9ed1682f27d3 req-14472191-8ba9-41c8-a322-a6912c84bc89 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0529315 Aug 29 14:39:10.870629 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bf3ec8fc-90b7-401b-981f-9ed1682f27d3 req-f9ad10ee-58ac-4b79-a327-53312e4ac680 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 Aug 29 14:39:11.348418 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22366ceb-5aa5-4bd1-90f2-8c64c033c44f req-6644b7d3-baee-40a4-bbb2-2c1b43321f37 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:11.350218 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-22366ceb-5aa5-4bd1-90f2-8c64c033c44f req-6644b7d3-baee-40a4-bbb2-2c1b43321f37 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0534885 Aug 29 14:39:11.388248 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-22366ceb-5aa5-4bd1-90f2-8c64c033c44f req-327d1b3d-9758-47b4-a699-631cc94883a1 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320230 Aug 29 14:39:11.446118 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed39145-ee83-4faa-b638-3a61b2b84832 req-39b539e1-0cff-45cd-a923-1a9513179f6a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:11.447677 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4ed39145-ee83-4faa-b638-3a61b2b84832 req-39b539e1-0cff-45cd-a923-1a9513179f6a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0485961 Aug 29 14:39:11.490497 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4ed39145-ee83-4faa-b638-3a61b2b84832 req-9b741bba-cef6-414d-a0f2-756e158e1bab tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367048 Aug 29 14:39:11.643423 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121348e3-9b0f-40e0-b8c7-56ae0ae75462 req-6d075dbf-646a-4f28-a86b-a0f272c0b96f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:11.650859 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-121348e3-9b0f-40e0-b8c7-56ae0ae75462 req-6d075dbf-646a-4f28-a86b-a0f272c0b96f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 943 time: 0.0719106 Aug 29 14:39:11.685140 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-121348e3-9b0f-40e0-b8c7-56ae0ae75462 req-6307b0d2-ea23-443a-817d-db865603f6c8 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334175 Aug 29 14:39:11.991527 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aa907-b728-4753-93c8-5b683e17067e req-23cb262a-4ad2-4dcb-b8ae-6e94305eaffa tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:11.993050 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-984aa907-b728-4753-93c8-5b683e17067e req-23cb262a-4ad2-4dcb-b8ae-6e94305eaffa tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0521777 Aug 29 14:39:12.039207 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-984aa907-b728-4753-93c8-5b683e17067e req-8f98cbfc-7b36-466d-952c-3bbc253059ca tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384746 Aug 29 14:39:12.504981 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d1cfe-466d-442f-ae9e-12f557b8fbf0 req-556ef80f-4f73-4697-8299-f7ff3c9db5de tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:12.506555 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9a8d1cfe-466d-442f-ae9e-12f557b8fbf0 req-556ef80f-4f73-4697-8299-f7ff3c9db5de tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0489030 Aug 29 14:39:12.561751 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9a8d1cfe-466d-442f-ae9e-12f557b8fbf0 req-2c28dc82-9eef-40a0-bf20-37291b367e83 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491307 Aug 29 14:39:12.625710 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf383d9e-36c1-4d18-920d-20f7456b650a req-2ad77c04-c468-4df8-8a68-d2599651400e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:12.627951 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bf383d9e-36c1-4d18-920d-20f7456b650a req-2ad77c04-c468-4df8-8a68-d2599651400e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0610824 Aug 29 14:39:12.669513 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bf383d9e-36c1-4d18-920d-20f7456b650a req-c3d9906b-2416-44f8-934a-bc8c8c86b3b0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356004 Aug 29 14:39:12.845668 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305989c5-c0da-4f0c-a28a-3a73fec5ab28 req-5eb91467-8bcb-48e8-9436-d2a392669e67 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:12.845668 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-305989c5-c0da-4f0c-a28a-3a73fec5ab28 req-5eb91467-8bcb-48e8-9436-d2a392669e67 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 943 time: 0.0511270 Aug 29 14:39:12.845668 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-305989c5-c0da-4f0c-a28a-3a73fec5ab28 req-0750fec2-c6aa-4adc-aa9f-c47beb8f27b7 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315607 Aug 29 14:39:12.999132 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 46166) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:13.170291 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-1af141ed-37c0-4bc9-a05a-10ee6f8968c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f45ccabb8814c61a2d3fc688ec2205b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698952 Aug 29 14:39:13.172710 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 46172) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:13.207545 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c7e94-e1ef-4898-aa80-b3ea7d03d3fd req-1654ccc7-c311-4724-926f-ce07925f0b63 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:13.209099 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0f4c7e94-e1ef-4898-aa80-b3ea7d03d3fd req-1654ccc7-c311-4724-926f-ce07925f0b63 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0772011 Aug 29 14:39:13.262153 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-de42be69-6eff-4f9d-ba9b-74b690ae276a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:13.273998 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0f4c7e94-e1ef-4898-aa80-b3ea7d03d3fd req-370fa2bb-8390-4623-aeae-7efe12fb2eb7 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579333 Aug 29 14:39:13.293597 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-de42be69-6eff-4f9d-ba9b-74b690ae276a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:13.703003 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cb644-d958-4a44-8253-c5e2524bf6b2 req-0453623b-24f1-4425-8bc2-5374439bcefb tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:13.705388 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-600cb644-d958-4a44-8253-c5e2524bf6b2 req-0453623b-24f1-4425-8bc2-5374439bcefb tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0654047 Aug 29 14:39:13.749680 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-600cb644-d958-4a44-8253-c5e2524bf6b2 req-a6df8fed-369b-46f3-b645-b8c9dcb70866 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382776 Aug 29 14:39:13.807290 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d3cb3-aeca-4941-91ab-83f2bacedf77 req-81df9176-6116-4107-8abe-ee80b016bb26 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:13.808775 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a79d3cb3-aeca-4941-91ab-83f2bacedf77 req-81df9176-6116-4107-8abe-ee80b016bb26 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0516582 Aug 29 14:39:13.847964 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a79d3cb3-aeca-4941-91ab-83f2bacedf77 req-c94df333-5016-4fde-85a2-b479fe299a3f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321276 Aug 29 14:39:13.852348 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-de42be69-6eff-4f9d-ba9b-74b690ae276a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:13.854876 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-de42be69-6eff-4f9d-ba9b-74b690ae276a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:13.869344 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-de42be69-6eff-4f9d-ba9b-74b690ae276a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/073c84b0-75e9-4d8a-aa67-7809e19bc33d HTTP/1.1" status: 204 len: 168 time: 0.6823328 Aug 29 14:39:13.869344 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42be69-6eff-4f9d-ba9b-74b690ae276a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073c84b0-75e9-4d8a-aa67-7809e19bc33d,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:14.003964 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661985-1f3f-4263-8ef1-825a96d42478 req-25187090-1068-4734-870d-93a8767525f0 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:14.005488 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8661985-1f3f-4263-8ef1-825a96d42478 req-25187090-1068-4734-870d-93a8767525f0 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 943 time: 0.0564396 Aug 29 14:39:14.044688 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8661985-1f3f-4263-8ef1-825a96d42478 req-c713cf62-dc46-494b-9ba0-11edead3962f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332315 Aug 29 14:39:14.408753 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33087bdf-3da5-447e-ad94-ae28575b669a req-1d8fdf2e-ac40-46cb-84c5-a58db9e1d514 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:14.410483 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-33087bdf-3da5-447e-ad94-ae28575b669a req-1d8fdf2e-ac40-46cb-84c5-a58db9e1d514 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0629697 Aug 29 14:39:14.454103 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-33087bdf-3da5-447e-ad94-ae28575b669a req-534dc81e-51f8-4831-9b75-9bfd7d6fe578 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373297 Aug 29 14:39:14.866357 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c0bf3-2c40-42fe-9e96-d259fa82bba3 req-8ad9c06c-8a56-4df4-82eb-3a72249b8910 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:14.874018 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a28c0bf3-2c40-42fe-9e96-d259fa82bba3 req-8ad9c06c-8a56-4df4-82eb-3a72249b8910 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0570939 Aug 29 14:39:14.911974 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a28c0bf3-2c40-42fe-9e96-d259fa82bba3 req-759a92c1-76ee-44ca-92df-524dd90298e3 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370698 Aug 29 14:39:14.985783 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21de1da-dfb7-40e3-9f4e-c5a08a4e67af req-6ca0b8be-ecce-4d27-80a1-ef4b403861cd tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:14.987406 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a21de1da-dfb7-40e3-9f4e-c5a08a4e67af req-6ca0b8be-ecce-4d27-80a1-ef4b403861cd tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0479167 Aug 29 14:39:15.025403 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a21de1da-dfb7-40e3-9f4e-c5a08a4e67af req-c66f8c26-30cc-48f4-83f8-e229ecd4dffb tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319991 Aug 29 14:39:15.181807 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065293f-895c-4a43-abb1-2d3d45d28ff5 req-f97efa8d-7889-45f1-bfe4-4e7c95b44716 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:15.183895 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-97928481-5a09-4ed6-a30f-39f8ccc0ae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:15.184524 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6065293f-895c-4a43-abb1-2d3d45d28ff5 req-f97efa8d-7889-45f1-bfe4-4e7c95b44716 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 943 time: 0.0531185 Aug 29 14:39:15.230860 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6065293f-895c-4a43-abb1-2d3d45d28ff5 req-ffc9487e-7637-4dee-96c2-f9756e846c1e tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388269 Aug 29 14:39:15.604565 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240b444-dd7d-4735-abfe-bab87a299fbf req-e49d5f1c-bc42-402a-8308-bbfc18239969 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:15.606292 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c240b444-dd7d-4735-abfe-bab87a299fbf req-e49d5f1c-bc42-402a-8308-bbfc18239969 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0663767 Aug 29 14:39:15.647637 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c240b444-dd7d-4735-abfe-bab87a299fbf req-74a7222b-bf92-454c-80f9-2b8012cddfa9 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339179 Aug 29 14:39:16.031493 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e2b32-1c7c-4087-8519-b4a2449290c0 req-44ca8a9e-ebb5-4f53-b3ef-889a01053ac4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:16.034557 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d6e2b32-1c7c-4087-8519-b4a2449290c0 req-44ca8a9e-ebb5-4f53-b3ef-889a01053ac4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0553918 Aug 29 14:39:16.073320 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d6e2b32-1c7c-4087-8519-b4a2449290c0 req-2f841a52-d8a3-4988-b47c-08485345d3c5 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323446 Aug 29 14:39:16.155207 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b547a-bb42-45b7-afc3-31f566e88ba8 req-31ee7f0b-fc02-43c3-861a-688f5d7b375c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:16.156680 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-419b547a-bb42-45b7-afc3-31f566e88ba8 req-31ee7f0b-fc02-43c3-861a-688f5d7b375c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0526278 Aug 29 14:39:16.200369 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-419b547a-bb42-45b7-afc3-31f566e88ba8 req-1846d3f6-2021-453a-a529-eb917efd55be tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376203 Aug 29 14:39:16.348514 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0dbf3-276d-4169-a7ed-53d69e589e87 req-ae4e23a7-2a66-4dbe-b2d9-948a5c328842 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:16.350460 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c2a0dbf3-276d-4169-a7ed-53d69e589e87 req-ae4e23a7-2a66-4dbe-b2d9-948a5c328842 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 943 time: 0.0537422 Aug 29 14:39:16.387193 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c2a0dbf3-276d-4169-a7ed-53d69e589e87 req-62700445-cc56-4695-9ed4-e08a09a63f4b tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310357 Aug 29 14:39:16.762432 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269433b-3b83-49c1-b7b0-ceae10179ee1 req-aee73832-34c7-4730-acff-8e0f5f846df1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:16.766404 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7269433b-3b83-49c1-b7b0-ceae10179ee1 req-aee73832-34c7-4730-acff-8e0f5f846df1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0508285 Aug 29 14:39:16.804698 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7269433b-3b83-49c1-b7b0-ceae10179ee1 req-40376505-af3a-4d17-9964-f031073150bb tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343969 Aug 29 14:39:17.204183 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e8e86-82e2-4dc0-8d48-38ca2134eaea req-cc26edbe-b1a0-412c-bb26-eb2c2970ce22 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:17.207597 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ad0e8e86-82e2-4dc0-8d48-38ca2134eaea req-cc26edbe-b1a0-412c-bb26-eb2c2970ce22 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0644989 Aug 29 14:39:17.258430 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ad0e8e86-82e2-4dc0-8d48-38ca2134eaea req-bd2043b7-11fe-4411-b30f-17e8564c5ebf tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442662 Aug 29 14:39:17.339704 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e80b3-c858-4079-ac4a-0168d0de0f8b req-885847b5-22ef-4bb2-a55d-3efea2d421f7 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:17.339704 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-985e80b3-c858-4079-ac4a-0168d0de0f8b req-885847b5-22ef-4bb2-a55d-3efea2d421f7 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0489352 Aug 29 14:39:17.382665 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-985e80b3-c858-4079-ac4a-0168d0de0f8b req-bc0850c4-a057-491e-8773-829ae8435483 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379522 Aug 29 14:39:17.524219 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0313d-b3c4-442a-a3a1-fbb24e6d60cf req-35e1d2cb-0d96-4ba9-8390-07a84724b1f7 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:17.525705 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e7d0313d-b3c4-442a-a3a1-fbb24e6d60cf req-35e1d2cb-0d96-4ba9-8390-07a84724b1f7 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 943 time: 0.0558705 Aug 29 14:39:17.567159 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e7d0313d-b3c4-442a-a3a1-fbb24e6d60cf req-2f2124fc-a0ad-4ac7-b5e6-2678076decfb tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354958 Aug 29 14:39:17.904369 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-32b361e3-7bbc-4dc0-b4dc-f7110d3c39cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:17.949232 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2f51f-0510-4d2f-ba73-b8d458422e48 req-c87afb8a-fd5a-4b17-a3be-8952cd6a0f0c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:17.950904 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-19c2f51f-0510-4d2f-ba73-b8d458422e48 req-c87afb8a-fd5a-4b17-a3be-8952cd6a0f0c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0601640 Aug 29 14:39:17.990387 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-19c2f51f-0510-4d2f-ba73-b8d458422e48 req-8b1d57a2-1679-480e-a293-a1a89063d9a5 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336056 Aug 29 14:39:18.218714 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:18.381328 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63afb65-b3eb-4016-8a58-89284dca0d5a req-383c73bb-e617-487d-9ef2-1fc3a4149ad2 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:18.383031 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a63afb65-b3eb-4016-8a58-89284dca0d5a req-383c73bb-e617-487d-9ef2-1fc3a4149ad2 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0497241 Aug 29 14:39:18.429161 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a63afb65-b3eb-4016-8a58-89284dca0d5a req-728d02ba-4e65-4352-a261-1f678446d4eb tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380976 Aug 29 14:39:18.528490 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4664e-95d2-4460-af35-28c11fdb8344 req-6c3b50dd-46e8-472a-a91f-f5469ff2a6ff tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:18.528490 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-58b4664e-95d2-4460-af35-28c11fdb8344 req-6c3b50dd-46e8-472a-a91f-f5469ff2a6ff tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0508409 Aug 29 14:39:18.557851 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-58b4664e-95d2-4460-af35-28c11fdb8344 req-cd26e77a-2d87-4ec2-9deb-3847ae5b875a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433884 Aug 29 14:39:18.695364 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876e8e9-8a51-4ae8-87af-ab22122d11d3 req-0c55eab0-594f-4946-a25e-f68841e8c0f1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:18.696880 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c876e8e9-8a51-4ae8-87af-ab22122d11d3 req-0c55eab0-594f-4946-a25e-f68841e8c0f1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 943 time: 0.0514076 Aug 29 14:39:18.740200 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c876e8e9-8a51-4ae8-87af-ab22122d11d3 req-9a22a95e-f7ac-4423-814e-6b81bff30819 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366576 Aug 29 14:39:18.964506 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:19.128257 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1add0-3569-42a4-bfad-32daddd30b77 req-571d2c36-4758-4352-82e0-741d6142e1bf tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:19.129940 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e1b1add0-3569-42a4-bfad-32daddd30b77 req-571d2c36-4758-4352-82e0-741d6142e1bf tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0587971 Aug 29 14:39:19.173692 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e1b1add0-3569-42a4-bfad-32daddd30b77 req-8ac782f2-c38d-4932-9679-be9426331cec tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372093 Aug 29 14:39:19.559506 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce03149-48cd-424b-a641-e156ef89c688 req-e7ddc1cb-28d7-45a6-b1ae-744d1ef94b86 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:19.560921 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bce03149-48cd-424b-a641-e156ef89c688 req-e7ddc1cb-28d7-45a6-b1ae-744d1ef94b86 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0590141 Aug 29 14:39:19.599511 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bce03149-48cd-424b-a641-e156ef89c688 req-da98a07c-35ea-4f7d-92b9-6b8887a9f91f tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325296 Aug 29 14:39:19.713424 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9aa49-573e-400a-9f37-c79abfa3a6a4 req-fd9c54e9-f67b-4a52-9bec-f3b68c65ddf2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:19.715001 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6ba9aa49-573e-400a-9f37-c79abfa3a6a4 req-fd9c54e9-f67b-4a52-9bec-f3b68c65ddf2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0564802 Aug 29 14:39:19.754722 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6ba9aa49-573e-400a-9f37-c79abfa3a6a4 req-a365d67a-4b67-4610-bed6-fd87a07f638c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336740 Aug 29 14:39:19.867607 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb3443-4ea8-40c7-b296-fd2f310cec25 req-cd5321a8-364c-470b-b485-944ed4473188 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:19.869146 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-39fb3443-4ea8-40c7-b296-fd2f310cec25 req-cd5321a8-364c-470b-b485-944ed4473188 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 943 time: 0.0527847 Aug 29 14:39:19.907435 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-39fb3443-4ea8-40c7-b296-fd2f310cec25 req-b17e1bf2-a668-4d05-8016-bec326231bc5 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320280 Aug 29 14:39:20.303993 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469031b-88e5-422b-ad7b-3b990447ce29 req-1a523446-6684-42c1-a15e-37d8e10f0d3e tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:20.307987 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4469031b-88e5-422b-ad7b-3b990447ce29 req-1a523446-6684-42c1-a15e-37d8e10f0d3e tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0539446 Aug 29 14:39:20.358466 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4469031b-88e5-422b-ad7b-3b990447ce29 req-ad8c47ba-f38a-47c1-b02b-06684d767228 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445054 Aug 29 14:39:20.481454 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:20.740649 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd00e4-c473-4829-a6dc-f7a89b79e862 req-4517bf96-2410-42b2-9f38-4f8d054e2881 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:20.742072 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-17fd00e4-c473-4829-a6dc-f7a89b79e862 req-4517bf96-2410-42b2-9f38-4f8d054e2881 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0686858 Aug 29 14:39:20.781202 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-17fd00e4-c473-4829-a6dc-f7a89b79e862 req-1c7d1036-46c9-48d6-b4e0-a159c1ede0ad tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324061 Aug 29 14:39:20.895462 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d80526-af1e-4e19-b50d-c9739028b1c6 req-228e179b-dfa0-4888-a583-f48f3b95b26c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:20.904314 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-50d80526-af1e-4e19-b50d-c9739028b1c6 req-228e179b-dfa0-4888-a583-f48f3b95b26c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0588288 Aug 29 14:39:20.943020 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-50d80526-af1e-4e19-b50d-c9739028b1c6 req-1fdb6714-cb74-40c4-a69f-3af49e14aa95 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377841 Aug 29 14:39:21.031640 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273e85b-1b5c-4e84-b62b-10cfaa4cfb6b req-a5c75643-1b39-4269-bcbf-926e150b5241 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:21.033149 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5273e85b-1b5c-4e84-b62b-10cfaa4cfb6b req-a5c75643-1b39-4269-bcbf-926e150b5241 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 943 time: 0.0524716 Aug 29 14:39:21.073200 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5273e85b-1b5c-4e84-b62b-10cfaa4cfb6b req-ae36c21e-babb-4d91-9d8c-3bcb392e0711 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338769 Aug 29 14:39:21.479123 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86679b-70e5-4bf1-9a69-d1c32675bc79 req-b1cded4b-cde7-498c-8756-253f7d44d4bc tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:21.480565 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dc86679b-70e5-4bf1-9a69-d1c32675bc79 req-b1cded4b-cde7-498c-8756-253f7d44d4bc tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0548999 Aug 29 14:39:21.523948 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dc86679b-70e5-4bf1-9a69-d1c32675bc79 req-6fd28a41-4877-4c06-8788-9dcfecea6af1 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370989 Aug 29 14:39:21.894028 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19243a7a-45c1-4532-ba2e-edfd4b0f10cb req-42dd78a3-6b66-4098-91cf-713a82ebe14f tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:21.895498 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-19243a7a-45c1-4532-ba2e-edfd4b0f10cb req-42dd78a3-6b66-4098-91cf-713a82ebe14f tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0488851 Aug 29 14:39:21.933061 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-19243a7a-45c1-4532-ba2e-edfd4b0f10cb req-fbd6da2d-78ad-4839-ad05-38ae1ae8e6ec tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315790 Aug 29 14:39:22.051718 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-d9e3868c-5a56-4e05-bb91-f72f47191bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:22.053330 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-d9e3868c-5a56-4e05-bb91-f72f47191bdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53d02dcf-f1ba-4011-b5d9-83e88a4a8fc9 HTTP/1.1" status: 200 len: 854 time: 0.0734506 Aug 29 14:39:22.076013 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3ed9e-2524-41c4-9817-0877de1bf4da req-e05b673d-0867-40bc-8bd1-8b4d8e0213aa tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:22.077375 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7d3ed9e-2524-41c4-9817-0877de1bf4da req-e05b673d-0867-40bc-8bd1-8b4d8e0213aa tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0593052 Aug 29 14:39:22.116993 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7d3ed9e-2524-41c4-9817-0877de1bf4da req-147f3868-c2a4-48cd-bcbf-3f4d8ea4e22f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336668 Aug 29 14:39:22.148070 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-3e89ca07-ed1c-4c80-87a5-2f51401dee78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63e25327-2aaf-4ac8-99cc-11a86df4db95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269895 Aug 29 14:39:22.251257 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514c747-e104-4c7b-aac2-0e08f4ffa007 req-da8443cf-10f3-4024-a278-73d556084ebe tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:22.252810 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4514c747-e104-4c7b-aac2-0e08f4ffa007 req-da8443cf-10f3-4024-a278-73d556084ebe tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 943 time: 0.1075387 Aug 29 14:39:22.287976 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-d7e0aef3-4627-4f5b-b017-c3552dbd5f43 service neutron] 10.222.0.36 "GET /v2.0/networks/63e25327-2aaf-4ac8-99cc-11a86df4db95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299798 Aug 29 14:39:22.304118 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4514c747-e104-4c7b-aac2-0e08f4ffa007 req-6478eae1-230e-4cb6-8036-73941068e871 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443513 Aug 29 14:39:22.391749 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d0cdcf5-31f2-4ee9-96fe-83422262989a req-812af0e8-a303-4220-a498-3373fc140c1b service neutron] 10.222.0.36 "GET /v2.0/networks/63e25327-2aaf-4ac8-99cc-11a86df4db95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866263 Aug 29 14:39:22.648089 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f19ff-329b-456a-a5e8-2399f3b91894 req-40a896db-a105-411c-bd5a-c30d51210665 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:22.649468 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8d6f19ff-329b-456a-a5e8-2399f3b91894 req-40a896db-a105-411c-bd5a-c30d51210665 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0539849 Aug 29 14:39:22.687877 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8d6f19ff-329b-456a-a5e8-2399f3b91894 req-205b27f7-4e05-4332-aefb-0e9cfcbea856 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324612 Aug 29 14:39:23.045444 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7384ecb-a21e-420f-8fbd-e3bf527ff532 req-6b8e59f0-5ca5-4ed3-a539-7dbf95f7dcf4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:23.046911 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b7384ecb-a21e-420f-8fbd-e3bf527ff532 req-6b8e59f0-5ca5-4ed3-a539-7dbf95f7dcf4 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0482154 Aug 29 14:39:23.085566 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b7384ecb-a21e-420f-8fbd-e3bf527ff532 req-16ab3e01-b1cc-478f-9b1d-12330f3f872e tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Aug 29 14:39:23.242833 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d3c95-1ed7-4619-be2d-7dcf5a05f161 req-33f3f9fc-4073-4fd4-8dfe-96ac00fbec74 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:23.244368 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e33d3c95-1ed7-4619-be2d-7dcf5a05f161 req-33f3f9fc-4073-4fd4-8dfe-96ac00fbec74 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0530078 Aug 29 14:39:23.285656 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e33d3c95-1ed7-4619-be2d-7dcf5a05f161 req-dec2ec91-c5f7-4107-a86a-1b84e1eab9fe tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348499 Aug 29 14:39:23.420359 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd2fc0-59ee-49a5-bd2c-af28cab1b64c req-a58b5c00-509b-4a87-a620-60fa16006258 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:23.422026 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-36cd2fc0-59ee-49a5-bd2c-af28cab1b64c req-a58b5c00-509b-4a87-a620-60fa16006258 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 943 time: 0.0519414 Aug 29 14:39:23.459960 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-36cd2fc0-59ee-49a5-bd2c-af28cab1b64c req-79362203-b661-4769-a2e6-801b9de9bff8 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Aug 29 14:39:23.799495 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ba36-a710-4771-87c8-eb71b38a53b6 req-13d0ca19-d3e0-4bf7-adc4-01bf73159486 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:23.800940 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e845ba36-a710-4771-87c8-eb71b38a53b6 req-13d0ca19-d3e0-4bf7-adc4-01bf73159486 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.0482438 Aug 29 14:39:23.839482 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e845ba36-a710-4771-87c8-eb71b38a53b6 req-df81b7d1-8f72-4f19-bc90-ab1fcd1f70fd tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320961 Aug 29 14:39:24.219356 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2044f-221c-4bd0-93af-8f1f47c8d5e9 req-d053460c-8cce-46ba-b3d5-a30f61fda6af tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:24.220850 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9ce2044f-221c-4bd0-93af-8f1f47c8d5e9 req-d053460c-8cce-46ba-b3d5-a30f61fda6af tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0760126 Aug 29 14:39:24.232807 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24441e-dd09-4edc-b3b3-d436b07c5b5c req-3fa80c0b-75d1-42a4-97d2-60e385158b8d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:24.234196 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe24441e-dd09-4edc-b3b3-d436b07c5b5c req-3fa80c0b-75d1-42a4-97d2-60e385158b8d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 945 time: 0.0809672 Aug 29 14:39:24.315534 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe24441e-dd09-4edc-b3b3-d436b07c5b5c req-1008c46b-dd95-45aa-8b4b-cfe3e3c753e7 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/security-groups?id=f9cc8ab7-b508-4547-b65a-e2cdb342a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736628 Aug 29 14:39:24.345808 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-9ce2044f-221c-4bd0-93af-8f1f47c8d5e9 req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Deleting port 36a79f52-849b-4423-aca8-913d602be2a9 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:39:24.346182 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-9ce2044f-221c-4bd0-93af-8f1f47c8d5e9 req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:24.491223 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0122a3-8374-4177-b3f4-6d910c2df9d2 req-e652b8b7-274a-4330-b91b-34a03e590279 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:24.492686 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cc0122a3-8374-4177-b3f4-6d910c2df9d2 req-e652b8b7-274a-4330-b91b-34a03e590279 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.1040678 Aug 29 14:39:24.521377 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d0291-8c7b-46a8-b81f-ef60cfd6f48e req-eb1da6fa-98e4-48e6-a7ac-45d66152fe44 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:24.523013 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fa4d0291-8c7b-46a8-b81f-ef60cfd6f48e req-eb1da6fa-98e4-48e6-a7ac-45d66152fe44 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.1354465 Aug 29 14:39:24.530825 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-9ce2044f-221c-4bd0-93af-8f1f47c8d5e9 req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] For port 36a79f52-849b-4423-aca8-913d602be2a9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=36a79f52-849b-4423-aca8-913d602be2a9,segment=NetworkSegment(1f362be7-6a01-4686-a836-c4d417e6ffcc),segment_id=1f362be7-6a01-4686-a836-c4d417e6ffcc)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:39:24.531192 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-9ce2044f-221c-4bd0-93af-8f1f47c8d5e9 req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:24.591481 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-9ce2044f-221c-4bd0-93af-8f1f47c8d5e9 req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Calling delete_port for 36a79f52-849b-4423-aca8-913d602be2a9 owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:39:24.712437 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fa4d0291-8c7b-46a8-b81f-ef60cfd6f48e req-062c538d-0671-413e-9029-d8ee151b157d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831672 Aug 29 14:39:24.748889 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70917d9-622a-41ae-9a6c-5615e19888e7 req-42bdc23e-cb97-4e09-b235-2237a7f970c8 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:24.750448 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c70917d9-622a-41ae-9a6c-5615e19888e7 req-42bdc23e-cb97-4e09-b235-2237a7f970c8 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 943 time: 0.2225401 Aug 29 14:39:24.810072 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-cc0122a3-8374-4177-b3f4-6d910c2df9d2 req-cd5dc49d-ce40-41d6-b783-e3f2125dc85f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Deleting port 4420ddf4-d5cc-404f-8118-a693a8fe5719 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:39:24.810542 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-cc0122a3-8374-4177-b3f4-6d910c2df9d2 req-cd5dc49d-ce40-41d6-b783-e3f2125dc85f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:24.882359 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c70917d9-622a-41ae-9a6c-5615e19888e7 req-00846a71-0017-4831-80bd-c41d881e41b8 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205673 Aug 29 14:39:25.022869 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-cc0122a3-8374-4177-b3f4-6d910c2df9d2 req-cd5dc49d-ce40-41d6-b783-e3f2125dc85f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] For port 4420ddf4-d5cc-404f-8118-a693a8fe5719, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4420ddf4-d5cc-404f-8118-a693a8fe5719,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:39:25.023227 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-cc0122a3-8374-4177-b3f4-6d910c2df9d2 req-cd5dc49d-ce40-41d6-b783-e3f2125dc85f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:25.046888 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309c50d-91f4-4e76-87c7-f9866415ca86 req-9112ad6d-01cf-455a-a444-bbe31b095f65 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:25.048467 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c309c50d-91f4-4e76-87c7-f9866415ca86 req-9112ad6d-01cf-455a-a444-bbe31b095f65 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 946 time: 0.1234541 Aug 29 14:39:25.053431 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-cc0122a3-8374-4177-b3f4-6d910c2df9d2 req-cd5dc49d-ce40-41d6-b783-e3f2125dc85f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Calling delete_port for 4420ddf4-d5cc-404f-8118-a693a8fe5719 owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:39:25.071790 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-9ce2044f-221c-4bd0-93af-8f1f47c8d5e9 req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:25.106814 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['36a79f52-849b-4423-aca8-913d602be2a9'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:39:25.164708 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Pushing event deleted for resources: {'Port': ['ID=36a79f52-849b-4423-aca8-913d602be2a9,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:25.188988 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device fee8857d-c9b8-4f00-96f7-ad0d7960afa1 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:39:25.194441 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:25.194967 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:25.195494 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:25.195839 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:25.196313 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:25.196872 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:25.197395 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:25.197954 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:25.198484 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:25.199003 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:25.199532 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:25.200062 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:25.214695 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c309c50d-91f4-4e76-87c7-f9866415ca86 req-ebcae9c0-11a1-4ba3-8acc-74a8eee9a4dc tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568170 Aug 29 14:39:25.265728 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce2044f-221c-4bd0-93af-8f1f47c8d5e9 req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] No DVR routers for this DVR port 36a79f52-849b-4423-aca8-913d602be2a9 on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:39:25.271402 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-9ce2044f-221c-4bd0-93af-8f1f47c8d5e9 req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:25.274874 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9ce2044f-221c-4bd0-93af-8f1f47c8d5e9 req-d8bc75ee-22cb-43bd-9721-f21b606383fc tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.36 "DELETE /v2.0/ports/36a79f52-849b-4423-aca8-913d602be2a9 HTTP/1.1" status: 204 len: 173 time: 1.0391574 Aug 29 14:39:25.275107 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2f4e55-fd47-4711-b641-ae8ac1ea7edd', 'name': 'network-vif-deleted', 'tag': '36a79f52-849b-4423-aca8-913d602be2a9'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:39:25.278789 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c7348e-db25-4389-a883-a5a5a15d0f9a" -d '{"events": [{"server_uuid": "5c2f4e55-fd47-4711-b641-ae8ac1ea7edd", "name": "network-vif-deleted", "tag": "36a79f52-849b-4423-aca8-913d602be2a9"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:39:25.294920 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port fee8857d-c9b8-4f00-96f7-ad0d7960afa1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fee8857d-c9b8-4f00-96f7-ad0d7960afa1,segment=NetworkSegment(c2899c4b-766e-4475-845f-8dcc160c0822),segment_id=c2899c4b-766e-4475-845f-8dcc160c0822)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:39:25.326782 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': 'fee8857d-c9b8-4f00-96f7-ad0d7960afa1', 'network_id': '63e25327-2aaf-4ac8-99cc-11a86df4db95', 'port_id': 'fee8857d-c9b8-4f00-96f7-ad0d7960afa1', 'mac_address': 'fa:16:3e:5c:4d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d02dcf-f1ba-4011-b5d9-83e88a4a8fc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:39:25.333739 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e24c20e-d838-4ec3-a403-c5bbc12b91f6 x-openstack-request-id: req-0e24c20e-d838-4ec3-a403-c5bbc12b91f6 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:39:25.334034 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2f4e55-fd47-4711-b641-ae8ac1ea7edd", "name": "network-vif-deleted", "tag": "36a79f52-849b-4423-aca8-913d602be2a9", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:39:25.334282 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e24c20e-d838-4ec3-a403-c5bbc12b91f6 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:39:25.334851 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2f4e55-fd47-4711-b641-ae8ac1ea7edd', 'name': 'network-vif-deleted', 'tag': '36a79f52-849b-4423-aca8-913d602be2a9', 'status': 'completed', 'code': 200} Aug 29 14:39:25.374044 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:25.388838 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee8857d-c9b8-4f00-96f7-ad0d7960afa1 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:39:25.409318 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port fee8857d-c9b8-4f00-96f7-ad0d7960afa1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fee8857d-c9b8-4f00-96f7-ad0d7960afa1,segment=NetworkSegment(c2899c4b-766e-4475-845f-8dcc160c0822),segment_id=c2899c4b-766e-4475-845f-8dcc160c0822)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:39:25.419203 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c7ecb3a4-5a85-470e-830a-a873c6d07d73 req-10dd28ca-af52-448c-855c-c31e3ecbda8d tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 210 time: 0.0254467 Aug 29 14:39:25.641818 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-cc0122a3-8374-4177-b3f4-6d910c2df9d2 req-cd5dc49d-ce40-41d6-b783-e3f2125dc85f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:25.642092 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:25.671645 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dc49d-ce40-41d6-b783-e3f2125dc85f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Pushing event deleted for resources: {'Port': ['ID=4420ddf4-d5cc-404f-8118-a693a8fe5719,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:25.703534 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=fee8857d-c9b8-4f00-96f7-ad0d7960afa1,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:25.708166 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0122a3-8374-4177-b3f4-6d910c2df9d2 req-cd5dc49d-ce40-41d6-b783-e3f2125dc85f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] No DVR routers for this DVR port 4420ddf4-d5cc-404f-8118-a693a8fe5719 on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:39:25.710744 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-cc0122a3-8374-4177-b3f4-6d910c2df9d2 req-cd5dc49d-ce40-41d6-b783-e3f2125dc85f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:25.712708 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cc0122a3-8374-4177-b3f4-6d910c2df9d2 req-cd5dc49d-ce40-41d6-b783-e3f2125dc85f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "DELETE /v2.0/ports/4420ddf4-d5cc-404f-8118-a693a8fe5719 HTTP/1.1" status: 204 len: 173 time: 1.2102900 Aug 29 14:39:25.768028 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['c4b5b777-fb83-4acd-98bf-0f184afce531', 'b1c6dcb1-c2b0-419f-9e2f-603fc99e974e', '2ce2d25d-7210-4959-8cc7-3f3a3842558e', '4420ddf4-d5cc-404f-8118-a693a8fe5719'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:39:25.841077 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a4e8-f78d-4b7c-9fc1-4c8b0de5f70e req-490d38b5-5721-4e7e-bdd8-6225aea0ab45 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:25.846388 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2ea1a4e8-f78d-4b7c-9fc1-4c8b0de5f70e req-490d38b5-5721-4e7e-bdd8-6225aea0ab45 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0581100 Aug 29 14:39:25.881105 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2ea1a4e8-f78d-4b7c-9fc1-4c8b0de5f70e req-89f09943-55c3-4348-863b-8db5cdda6ad0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325594 Aug 29 14:39:26.010949 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c531ff-be04-4314-b8ce-01f22987abb5 req-906105fe-1b0a-4521-a007-255e9381f51a tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:26.012452 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a8c531ff-be04-4314-b8ce-01f22987abb5 req-906105fe-1b0a-4521-a007-255e9381f51a tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 944 time: 0.0497780 Aug 29 14:39:26.051790 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a8c531ff-be04-4314-b8ce-01f22987abb5 req-33b00cde-2418-4728-b170-a948a727b758 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333171 Aug 29 14:39:26.052641 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['fee8857d-c9b8-4f00-96f7-ad0d7960afa1'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:39:26.327599 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6faccff1-04e7-461f-8853-c0418f494792 req-a1f22e14-0bda-433b-989c-f30a0b7c9516 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee860064-02ca-42e6-abc0-f931140d3f4d HTTP/1.1" status: 200 len: 210 time: 0.0260987 Aug 29 14:39:26.532805 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26b7ff13-914e-4a30-8f6d-9d14358103be req-6876c959-b26a-471a-a023-c8a704b8a120 tempest-ServerRescueNegativeTestJSON-2108108774 tempest-ServerRescueNegativeTestJSON-2108108774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c2f4e55-fd47-4711-b641-ae8ac1ea7edd HTTP/1.1" status: 200 len: 210 time: 0.0298178 Aug 29 14:39:27.004421 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f0858-29c0-488e-862c-0699446dc87d req-f27ed361-4c32-46f6-a6db-065a86f9d37d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:27.005936 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b07f0858-29c0-488e-862c-0699446dc87d req-f27ed361-4c32-46f6-a6db-065a86f9d37d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.0497584 Aug 29 14:39:27.046006 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b07f0858-29c0-488e-862c-0699446dc87d req-671b0043-b15c-44ed-8ab9-ae24024fa181 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335264 Aug 29 14:39:27.169279 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e98f8-e69a-4554-91b5-9f53e28d4f61 req-74db793e-3abc-4e6f-8bb8-cbdc62e9a9ae tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:27.170751 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-349e98f8-e69a-4554-91b5-9f53e28d4f61 req-74db793e-3abc-4e6f-8bb8-cbdc62e9a9ae tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 944 time: 0.0487449 Aug 29 14:39:27.209248 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-349e98f8-e69a-4554-91b5-9f53e28d4f61 req-9931f1b6-6b54-49e2-b0cb-6935e0c65f24 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319016 Aug 29 14:39:27.229112 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device fee8857d-c9b8-4f00-96f7-ad0d7960afa1 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:39:27.326584 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port fee8857d-c9b8-4f00-96f7-ad0d7960afa1 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:39:27.330340 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port fee8857d-c9b8-4f00-96f7-ad0d7960afa1 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:39:27.330735 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:27.335496 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee860064-02ca-42e6-abc0-f931140d3f4d', 'name': 'network-vif-deleted', 'tag': '4420ddf4-d5cc-404f-8118-a693a8fe5719'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:39:27.337950 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2652441-6f21-4dcf-b848-c31c7cd7a2a0" -d '{"events": [{"server_uuid": "ee860064-02ca-42e6-abc0-f931140d3f4d", "name": "network-vif-deleted", "tag": "4420ddf4-d5cc-404f-8118-a693a8fe5719"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:39:27.378558 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47467c8b-b23e-4b0c-8bb2-001e2b324fba x-openstack-request-id: req-47467c8b-b23e-4b0c-8bb2-001e2b324fba {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:39:27.378877 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee860064-02ca-42e6-abc0-f931140d3f4d", "name": "network-vif-deleted", "tag": "4420ddf4-d5cc-404f-8118-a693a8fe5719", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:39:27.379076 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47467c8b-b23e-4b0c-8bb2-001e2b324fba {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:39:27.379456 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee860064-02ca-42e6-abc0-f931140d3f4d', 'name': 'network-vif-deleted', 'tag': '4420ddf4-d5cc-404f-8118-a693a8fe5719', 'status': 'completed', 'code': 200} Aug 29 14:39:27.411638 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:27.433618 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed6fd70-8087-4cb1-b714-79e0190496aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee8857d-c9b8-4f00-96f7-ad0d7960afa1'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:39:27.435953 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d699ce5a-e9f5-4e23-b1d3-fba7306cda52" -d '{"events": [{"server_uuid": "5ed6fd70-8087-4cb1-b714-79e0190496aa", "name": "network-vif-plugged", "status": "completed", "tag": "fee8857d-c9b8-4f00-96f7-ad0d7960afa1"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:39:27.451578 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port fee8857d-c9b8-4f00-96f7-ad0d7960afa1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fee8857d-c9b8-4f00-96f7-ad0d7960afa1,segment=NetworkSegment(c2899c4b-766e-4475-845f-8dcc160c0822),segment_id=c2899c4b-766e-4475-845f-8dcc160c0822)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:39:27.479050 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d39924-1dd5-4415-a7cb-a543b0cb6f60 x-openstack-request-id: req-e6d39924-1dd5-4415-a7cb-a543b0cb6f60 {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:39:27.479050 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed6fd70-8087-4cb1-b714-79e0190496aa", "name": "network-vif-plugged", "status": "completed", "tag": "fee8857d-c9b8-4f00-96f7-ad0d7960afa1", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:39:27.479050 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6d39924-1dd5-4415-a7cb-a543b0cb6f60 {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:39:27.479050 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed6fd70-8087-4cb1-b714-79e0190496aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee8857d-c9b8-4f00-96f7-ad0d7960afa1', 'code': 200} Aug 29 14:39:27.527145 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:27.527925 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 4420ddf4-d5cc-404f-8118-a693a8fe5719 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:39:27.566234 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: 4420ddf4-d5cc-404f-8118-a693a8fe5719 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:39:27.566491 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 4420ddf4-d5cc-404f-8118-a693a8fe5719 not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:39:27.566913 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 36a79f52-849b-4423-aca8-913d602be2a9 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:39:27.594048 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: 36a79f52-849b-4423-aca8-913d602be2a9 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:39:27.594048 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 36a79f52-849b-4423-aca8-913d602be2a9 not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:39:27.594241 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 46292) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:27.616899 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=fee8857d-c9b8-4f00-96f7-ad0d7960afa1,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:28.139238 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494743-88e5-4811-b646-d64012776799 req-370e322d-286a-47b9-9b7e-02b679d7d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:28.140661 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5d494743-88e5-4811-b646-d64012776799 req-370e322d-286a-47b9-9b7e-02b679d7d5d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 1098 time: 0.3264186 Aug 29 14:39:28.220573 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5d494743-88e5-4811-b646-d64012776799 req-7d136819-c5f3-4d36-8b2d-604f2fb81f39 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600882 Aug 29 14:39:28.232406 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecde4c-1a02-427b-8aa1-417a9c2f5b84 req-b8bf3257-a7ce-4492-93f4-33f14a57baf4 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:28.236455 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9fecde4c-1a02-427b-8aa1-417a9c2f5b84 req-b8bf3257-a7ce-4492-93f4-33f14a57baf4 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.1093872 Aug 29 14:39:28.344415 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9fecde4c-1a02-427b-8aa1-417a9c2f5b84 req-e821ee93-73f1-4155-9542-09bf22cef7c0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010365 Aug 29 14:39:28.384680 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c366737-13a2-4591-ac6e-269f36bdca67 req-848f875a-faba-417e-9526-3c67c4b0331f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:28.386195 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4c366737-13a2-4591-ac6e-269f36bdca67 req-848f875a-faba-417e-9526-3c67c4b0331f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 945 time: 0.1035542 Aug 29 14:39:28.417683 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8fc7656d-ee6a-4390-832a-1b0965ecc842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568830'] for router_interface, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:28.470061 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4c366737-13a2-4591-ac6e-269f36bdca67 req-5a830c7a-d873-454a-b51f-b44186d6a67b tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778322 Aug 29 14:39:28.578682 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:28.720528 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7656d-ee6a-4390-832a-1b0965ecc842 admin admin] Deleting port 73b6a809-bd39-4e18-89fe-028be5caf89e {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:39:28.720812 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8fc7656d-ee6a-4390-832a-1b0965ecc842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:28.799269 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-8fc7656d-ee6a-4390-832a-1b0965ecc842 admin admin] For port 73b6a809-bd39-4e18-89fe-028be5caf89e, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=73b6a809-bd39-4e18-89fe-028be5caf89e,segment=NetworkSegment(1f362be7-6a01-4686-a836-c4d417e6ffcc),segment_id=1f362be7-6a01-4686-a836-c4d417e6ffcc)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:39:28.799629 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8fc7656d-ee6a-4390-832a-1b0965ecc842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:28.812115 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7656d-ee6a-4390-832a-1b0965ecc842 admin admin] Calling delete_port for 73b6a809-bd39-4e18-89fe-028be5caf89e owned by network:router_interface {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:39:29.047138 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8fc7656d-ee6a-4390-832a-1b0965ecc842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:29.073806 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7656d-ee6a-4390-832a-1b0965ecc842 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b6a809-bd39-4e18-89fe-028be5caf89e,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:29.171380 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47ec5a-473d-400c-b92a-fdb67fb90040 req-289658df-f4f5-48fb-a123-5191d4c455a8 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:29.172847 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7c47ec5a-473d-400c-b92a-fdb67fb90040 req-289658df-f4f5-48fb-a123-5191d4c455a8 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 945 time: 0.0969019 Aug 29 14:39:29.237512 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device bcbc19c8-0455-4f6b-90c7-153982d2db24 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:39:29.272926 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7c47ec5a-473d-400c-b92a-fdb67fb90040 req-3dab3488-c5e6-4592-9dbb-a52e5cea3c4b tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684309 Aug 29 14:39:29.295254 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8fc7656d-ee6a-4390-832a-1b0965ecc842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568628'] for router_interface, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:29.337843 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port bcbc19c8-0455-4f6b-90c7-153982d2db24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:39:29.351949 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'port_id': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'mac_address': 'fa:16:3e:10:45:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:39:29.395026 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:29.413251 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbc19c8-0455-4f6b-90c7-153982d2db24 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:39:29.438746 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port bcbc19c8-0455-4f6b-90c7-153982d2db24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:39:29.576254 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:29.590285 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c13dcd-70da-4954-90d6-a0d283eb98f1 req-66d21e8c-f47d-423c-9318-d82ddb927c1b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:29.591784 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c0c13dcd-70da-4954-90d6-a0d283eb98f1 req-66d21e8c-f47d-423c-9318-d82ddb927c1b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 943 time: 0.1554353 Aug 29 14:39:29.626103 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=bcbc19c8-0455-4f6b-90c7-153982d2db24,revision_number=9']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:29.632212 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07453c0d-6486-4214-8001-083dc02fcc60 req-df3684bf-a922-461d-9750-b7173bb0da1f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:29.633675 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-07453c0d-6486-4214-8001-083dc02fcc60 req-df3684bf-a922-461d-9750-b7173bb0da1f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 945 time: 0.0928679 Aug 29 14:39:29.638713 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc7656d-ee6a-4390-832a-1b0965ecc842 admin admin] Router 5583190e-7971-4c94-8fbf-5ae40fce3008 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:39:29.681563 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c0c13dcd-70da-4954-90d6-a0d283eb98f1 req-2f6a40c3-9016-49ea-82f2-a591e237b8a5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806973 Aug 29 14:39:29.732473 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-07453c0d-6486-4214-8001-083dc02fcc60 req-b85b62ae-c6e4-49a7-adba-411a88aaab8f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902307 Aug 29 14:39:29.785907 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc7656d-ee6a-4390-832a-1b0965ecc842 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:39:29.791228 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-8fc7656d-ee6a-4390-832a-1b0965ecc842 admin admin] 10.222.0.16 "PUT /v2.0/routers/5583190e-7971-4c94-8fbf-5ae40fce3008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1956928 Aug 29 14:39:29.793699 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 46310) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:29.796363 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5490298-543b-4ce9-9a95-69b35f4cff5c None None] Sync routers for ids ['5583190e-7971-4c94-8fbf-5ae40fce3008'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:39:29.806338 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5490298-543b-4ce9-9a95-69b35f4cff5c None None] Routers {'5583190e-7971-4c94-8fbf-5ae40fce3008'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:39:29.807026 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-b5490298-543b-4ce9-9a95-69b35f4cff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:39:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['5583190e-7971-4c94-8fbf-5ae40fce3008'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:39:29.895827 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:29.912879 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-b5490298-543b-4ce9-9a95-69b35f4cff5c None None] Set router 5583190e-7971-4c94-8fbf-5ae40fce3008 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:39:29.999413 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['bcbc19c8-0455-4f6b-90c7-153982d2db24'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:39:29.999661 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:30.092802 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-b5490298-543b-4ce9-9a95-69b35f4cff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'name': 'tempest-ServerRescueNegativeTestJSON-993230687-router', 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'a0082f9b-5732-4377-8b37-1c3044ba13aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:39:28Z', 'revision_number': 5, 'project_id': 'cb6738c758b44604a7eb98cf8f592891', 'gw_port': {'id': 'a0082f9b-5732-4377-8b37-1c3044ba13aa', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:48Z', 'updated_at': '2021-08-29T14:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:39:30.119949 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5490298-543b-4ce9-9a95-69b35f4cff5c None None] Checking router: 5583190e-7971-4c94-8fbf-5ae40fce3008 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:39:30.128273 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5490298-543b-4ce9-9a95-69b35f4cff5c None None] Routers {'5583190e-7971-4c94-8fbf-5ae40fce3008'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:39:30.128715 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-b5490298-543b-4ce9-9a95-69b35f4cff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:39:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['5583190e-7971-4c94-8fbf-5ae40fce3008'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:39:30.155711 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] Deleting port a0082f9b-5732-4377-8b37-1c3044ba13aa {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:39:30.155942 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:30.244488 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] For port a0082f9b-5732-4377-8b37-1c3044ba13aa, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=a0082f9b-5732-4377-8b37-1c3044ba13aa,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:39:30.244488 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:30.259115 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] Calling delete_port for a0082f9b-5732-4377-8b37-1c3044ba13aa owned by network:router_gateway {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:39:30.296537 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-b5490298-543b-4ce9-9a95-69b35f4cff5c None None] Set router 5583190e-7971-4c94-8fbf-5ae40fce3008 gateway port host: None {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:39:30.350599 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-b5490298-543b-4ce9-9a95-69b35f4cff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'name': 'tempest-ServerRescueNegativeTestJSON-993230687-router', 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:39:29Z', 'revision_number': 6, 'project_id': 'cb6738c758b44604a7eb98cf8f592891', 'gw_port_host': None}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:39:30.385088 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5490298-543b-4ce9-9a95-69b35f4cff5c None None] The sync data for ids ['5583190e-7971-4c94-8fbf-5ae40fce3008'] in dv-cinder-778193-6-iscsi is: [{'id': '5583190e-7971-4c94-8fbf-5ae40fce3008', 'name': 'tempest-ServerRescueNegativeTestJSON-993230687-router', 'tenant_id': 'cb6738c758b44604a7eb98cf8f592891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:39:29Z', 'revision_number': 6, 'project_id': 'cb6738c758b44604a7eb98cf8f592891', 'gw_port_host': None}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:39:30.662500 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f9ed8-0e83-4348-be0d-416abfe511c7 req-ed1fa843-e950-4780-8ea5-8e5594d29cef tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:30.664001 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-612f9ed8-0e83-4348-be0d-416abfe511c7 req-ed1fa843-e950-4780-8ea5-8e5594d29cef tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 945 time: 0.3055363 Aug 29 14:39:30.712800 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-612f9ed8-0e83-4348-be0d-416abfe511c7 req-aa8a52cb-e7a3-46a0-8db8-0df23fb2ced4 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410371 Aug 29 14:39:30.818875 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c91346-ee43-493c-85f6-2a36281d0ab3 req-d308c97c-7f08-487e-b49f-f883e02f380d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:30.820414 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-11c91346-ee43-493c-85f6-2a36281d0ab3 req-d308c97c-7f08-487e-b49f-f883e02f380d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 944 time: 0.0599558 Aug 29 14:39:30.822521 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:30.872961 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0082f9b-5732-4377-8b37-1c3044ba13aa,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:30.954862 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65535d4-0230-49cb-ae84-e50a9958b0f5 req-e8664a7b-0bff-4bc4-95ad-9febf655c7df tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:30.956240 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a65535d4-0230-49cb-ae84-e50a9958b0f5 req-e8664a7b-0bff-4bc4-95ad-9febf655c7df tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 945 time: 0.1546545 Aug 29 14:39:30.963007 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-11c91346-ee43-493c-85f6-2a36281d0ab3 req-9027cd31-24b5-4561-bcc9-812215185fdd tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190996 Aug 29 14:39:30.991892 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568174'] for router_gateway, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.070644 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a65535d4-0230-49cb-ae84-e50a9958b0f5 req-3611524c-eeea-44cf-ada4-6ed172e836eb tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067088 Aug 29 14:39:31.105488 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102423'] for router, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.107981 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.236493 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device bcbc19c8-0455-4f6b-90c7-153982d2db24 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:39:31.237544 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe374632-b201-44d7-beb8-a38f49e93aa5 req-4c9642b2-103c-45b3-870c-db8feb4e0c3f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:31.239046 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe374632-b201-44d7-beb8-a38f49e93aa5 req-4c9642b2-103c-45b3-870c-db8feb4e0c3f tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 945 time: 0.0563686 Aug 29 14:39:31.260424 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561406'] for router, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.263337 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5583190e-7971-4c94-8fbf-5ae40fce3008 {{(pid=94544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:39:31.289517 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port bcbc19c8-0455-4f6b-90c7-153982d2db24 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:39:31.290178 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.296265 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.301250 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-51c6c94c-82c9-48c8-bcd6-f2352b63a1f3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5583190e-7971-4c94-8fbf-5ae40fce3008 HTTP/1.1" status: 204 len: 168 time: 1.5028138 Aug 29 14:39:31.302263 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 46360) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:31.365215 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_v2 [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Deleting subnet f8625feb-c975-4960-b914-faf042f9ec63 {{(pid=94545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:39:31.369267 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.414599 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-fe374632-b201-44d7-beb8-a38f49e93aa5 req-04743677-5a6a-4432-a3ff-1dbf9bd479ef tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Deleting port 2ce2d25d-7210-4959-8cc7-3f3a3842558e {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:39:31.415389 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-fe374632-b201-44d7-beb8-a38f49e93aa5 req-04743677-5a6a-4432-a3ff-1dbf9bd479ef tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.417931 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3957150'] for subnet, precommit_delete_associations {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.426608 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device a0082f9b-5732-4377-8b37-1c3044ba13aa no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:39:31.451084 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: a0082f9b-5732-4377-8b37-1c3044ba13aa {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:39:31.451419 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device a0082f9b-5732-4377-8b37-1c3044ba13aa not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:39:31.451846 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 73b6a809-bd39-4e18-89fe-028be5caf89e no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:39:31.453459 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.461963 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.478190 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 73b6a809-bd39-4e18-89fe-028be5caf89e {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:39:31.478533 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 73b6a809-bd39-4e18-89fe-028be5caf89e not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:39:31.495189 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbc19c8-0455-4f6b-90c7-153982d2db24'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:39:31.497617 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b6f61c-4d0d-4ea5-8252-e2c15413e29b" -d '{"events": [{"server_uuid": "3e054087-7eda-4e4c-9402-a9f614d6750b", "name": "network-vif-plugged", "status": "completed", "tag": "bcbc19c8-0455-4f6b-90c7-153982d2db24"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:39:31.520065 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-fe374632-b201-44d7-beb8-a38f49e93aa5 req-04743677-5a6a-4432-a3ff-1dbf9bd479ef tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] For port 2ce2d25d-7210-4959-8cc7-3f3a3842558e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ce2d25d-7210-4959-8cc7-3f3a3842558e,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:39:31.520480 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-fe374632-b201-44d7-beb8-a38f49e93aa5 req-04743677-5a6a-4432-a3ff-1dbf9bd479ef tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.544646 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port bcbc19c8-0455-4f6b-90c7-153982d2db24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:39:31.546471 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21572454-6af3-4c46-9fa7-7a9c65b7484d x-openstack-request-id: req-21572454-6af3-4c46-9fa7-7a9c65b7484d {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:39:31.546751 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e054087-7eda-4e4c-9402-a9f614d6750b", "name": "network-vif-plugged", "status": "completed", "tag": "bcbc19c8-0455-4f6b-90c7-153982d2db24", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:39:31.546998 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21572454-6af3-4c46-9fa7-7a9c65b7484d {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:39:31.547380 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'code': 200} Aug 29 14:39:31.550027 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-fe374632-b201-44d7-beb8-a38f49e93aa5 req-04743677-5a6a-4432-a3ff-1dbf9bd479ef tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Calling delete_port for 2ce2d25d-7210-4959-8cc7-3f3a3842558e owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:39:31.656234 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3712948'] for subnet, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.656782 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.681645 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8625feb-c975-4960-b914-faf042f9ec63,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:31.695165 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:31.695509 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:31.695848 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:31.696179 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:31.696694 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:31.697027 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:31.697356 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:31.697741 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:31.698026 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:31.698356 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:31.698683 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:31.699002 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:39:31.702003 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.706110 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-85379e2c-8a96-4ac3-a5da-e1edfb8f557e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f8625feb-c975-4960-b914-faf042f9ec63 HTTP/1.1" status: 204 len: 168 time: 0.4004040 Aug 29 14:39:31.706867 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 46364) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:31.721908 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=bcbc19c8-0455-4f6b-90c7-153982d2db24,revision_number=10']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:31.770472 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-fe374632-b201-44d7-beb8-a38f49e93aa5 req-04743677-5a6a-4432-a3ff-1dbf9bd479ef tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.779938 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f35f3278-48a0-4571-9484-8ae987039d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.812752 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['c4b5b777-fb83-4acd-98bf-0f184afce531', 'b1c6dcb1-c2b0-419f-9e2f-603fc99e974e', '2ce2d25d-7210-4959-8cc7-3f3a3842558e'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:39:31.813849 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04743677-5a6a-4432-a3ff-1dbf9bd479ef tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Pushing event deleted for resources: {'Port': ['ID=2ce2d25d-7210-4959-8cc7-3f3a3842558e,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:31.836701 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-eebb1937-2e16-4cf9-80a0-103f2f0b1435 req-7645aac3-1793-4162-b245-c4e3c1d20e63 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 210 time: 0.0379908 Aug 29 14:39:31.880271 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f35f3278-48a0-4571-9484-8ae987039d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.880406 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe374632-b201-44d7-beb8-a38f49e93aa5 req-04743677-5a6a-4432-a3ff-1dbf9bd479ef tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] No DVR routers for this DVR port 2ce2d25d-7210-4959-8cc7-3f3a3842558e on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:39:31.880406 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-fe374632-b201-44d7-beb8-a38f49e93aa5 req-04743677-5a6a-4432-a3ff-1dbf9bd479ef tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.880406 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe374632-b201-44d7-beb8-a38f49e93aa5 req-04743677-5a6a-4432-a3ff-1dbf9bd479ef tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "DELETE /v2.0/ports/2ce2d25d-7210-4959-8cc7-3f3a3842558e HTTP/1.1" status: 204 len: 173 time: 0.6302855 Aug 29 14:39:31.880406 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa54d64-fb10-4c0f-936d-36bcf37ac25e', 'name': 'network-vif-deleted', 'tag': '2ce2d25d-7210-4959-8cc7-3f3a3842558e'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:39:31.881409 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e093e6a-4b8c-4fbb-a3a1-45793a45a3a4" -d '{"events": [{"server_uuid": "caa54d64-fb10-4c0f-936d-36bcf37ac25e", "name": "network-vif-deleted", "tag": "2ce2d25d-7210-4959-8cc7-3f3a3842558e"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:39:31.903345 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-f35f3278-48a0-4571-9484-8ae987039d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9']}} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:39:31.932310 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-f35f3278-48a0-4571-9484-8ae987039d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f362be7-6a01-4686-a836-c4d417e6ffcc') {'for_net_delete': True} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:39:31.932476 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23984e7-479c-4e74-91ae-685693ce86e8 x-openstack-request-id: req-f23984e7-479c-4e74-91ae-685693ce86e8 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:39:31.932682 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa54d64-fb10-4c0f-936d-36bcf37ac25e", "name": "network-vif-deleted", "tag": "2ce2d25d-7210-4959-8cc7-3f3a3842558e", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:39:31.932934 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f23984e7-479c-4e74-91ae-685693ce86e8 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:39:31.933245 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-f35f3278-48a0-4571-9484-8ae987039d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f362be7-6a01-4686-a836-c4d417e6ffcc') {} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:39:31.933367 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa54d64-fb10-4c0f-936d-36bcf37ac25e', 'name': 'network-vif-deleted', 'tag': '2ce2d25d-7210-4959-8cc7-3f3a3842558e', 'status': 'completed', 'code': 200} Aug 29 14:39:31.946501 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f35f3278-48a0-4571-9484-8ae987039d6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3957121'] for segment, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.964880 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f35f3278-48a0-4571-9484-8ae987039d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.972235 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35f3278-48a0-4571-9484-8ae987039d6e admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:39:31.972576 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f35f3278-48a0-4571-9484-8ae987039d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958049'] for segment, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: Traceback (most recent call last): Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: timer() Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: cb(*args, **kw) Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: return func(*args, **kwargs) Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: self._notify() Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: self.callback(batched_events) Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: event.method(event) Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: return f(self, *a, **k) Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._get(url).json() Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: return self.request(url, 'GET', **kwargs) Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:39:31.976135 dv-cinder-778193-6-iscsi neutron-server[94545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:39:32.102326 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04307862-2128-4516-84d3-400c460a1a9e req-3e2a8042-ccec-43a6-a54b-b3434019e0f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:32.103869 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-04307862-2128-4516-84d3-400c460a1a9e req-3e2a8042-ccec-43a6-a54b-b3434019e0f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 946 time: 0.0502322 Aug 29 14:39:32.144590 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f35f3278-48a0-4571-9484-8ae987039d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:32.147980 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-04307862-2128-4516-84d3-400c460a1a9e req-882b9285-d1ff-4773-a757-656ba5bccd42 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380392 Aug 29 14:39:32.151470 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f35f3278-48a0-4571-9484-8ae987039d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:32.153022 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-f35f3278-48a0-4571-9484-8ae987039d6e admin admin] 10.222.0.16 "DELETE /v2.0/networks/8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9 HTTP/1.1" status: 204 len: 168 time: 0.4450498 Aug 29 14:39:32.165986 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f3278-48a0-4571-9484-8ae987039d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=8b3e7988-5a6e-4c9d-9be9-a1ef389e87a9,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:32.295164 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55298453-820b-4524-95cc-ac4669427843 req-251f8c32-9e2a-4d14-aa2c-85cfae372788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:32.296627 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-55298453-820b-4524-95cc-ac4669427843 req-251f8c32-9e2a-4d14-aa2c-85cfae372788 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 1099 time: 0.0460877 Aug 29 14:39:32.336464 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-55298453-820b-4524-95cc-ac4669427843 req-e9a76234-15af-4839-9910-49a6c4da8fd6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285258 Aug 29 14:39:32.509829 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 46380) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:32.553461 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-5d7e5b0d-4d71-4fd5-acfb-7ed9166756ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb6738c758b44604a7eb98cf8f592891&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0424180 Aug 29 14:39:32.556033 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 46382) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:32.606963 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d32fd098-b16c-4c23-b2b9-6d3dc91fe515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:32.629802 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d32fd098-b16c-4c23-b2b9-6d3dc91fe515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:32.792981 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d32fd098-b16c-4c23-b2b9-6d3dc91fe515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:32.796120 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d32fd098-b16c-4c23-b2b9-6d3dc91fe515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:32.797321 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-d32fd098-b16c-4c23-b2b9-6d3dc91fe515 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9cc8ab7-b508-4547-b65a-e2cdb342a35c HTTP/1.1" status: 204 len: 168 time: 0.2401021 Aug 29 14:39:32.806688 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fd098-b16c-4c23-b2b9-6d3dc91fe515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cc8ab7-b508-4547-b65a-e2cdb342a35c,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:32.978150 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4c7e0587-5d3d-4c6a-bf24-f1bbf88b1a23 req-ad0a9000-84b6-467b-8c84-69fe4fa6801c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=caa54d64-fb10-4c0f-936d-36bcf37ac25e HTTP/1.1" status: 200 len: 210 time: 0.0297492 Aug 29 14:39:33.304163 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568e67-a5d5-4d25-9b95-79b9f12e038f req-db0b1a39-3700-402d-8747-5c050e41bfcb tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:33.304163 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2b568e67-a5d5-4d25-9b95-79b9f12e038f req-db0b1a39-3700-402d-8747-5c050e41bfcb tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 946 time: 0.0524921 Aug 29 14:39:33.358984 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2b568e67-a5d5-4d25-9b95-79b9f12e038f req-46c5d7dd-554e-48ec-a343-a5bb27dd3a2b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514889 Aug 29 14:39:34.488966 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3b8d8-01d0-4f95-8bda-e5de27f87768 req-fcc7de0c-d711-4abc-83a6-d6e8cb51ec2a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:34.491516 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d9c3b8d8-01d0-4f95-8bda-e5de27f87768 req-fcc7de0c-d711-4abc-83a6-d6e8cb51ec2a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 946 time: 0.0547051 Aug 29 14:39:34.538020 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d9c3b8d8-01d0-4f95-8bda-e5de27f87768 req-bea5efd7-f2dd-49c8-a316-ddc1cbd173ac tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393453 Aug 29 14:39:34.590902 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692243f3-1ff1-4a76-af63-6bb3df1e330f req-93529e39-c18a-49ea-aaa1-01152f59ffea tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:34.591711 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-692243f3-1ff1-4a76-af63-6bb3df1e330f req-93529e39-c18a-49ea-aaa1-01152f59ffea tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 945 time: 0.0587676 Aug 29 14:39:34.633302 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-692243f3-1ff1-4a76-af63-6bb3df1e330f req-d27faa36-34db-420d-8030-09bd688cb2d2 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354972 Aug 29 14:39:35.281508 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 2ce2d25d-7210-4959-8cc7-3f3a3842558e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:39:35.305302 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: 2ce2d25d-7210-4959-8cc7-3f3a3842558e {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:39:35.305642 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 2ce2d25d-7210-4959-8cc7-3f3a3842558e not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:39:35.457461 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:39:35.663881 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a4147-679a-46f8-b459-4d1d22b19f6b req-e885e5c5-92ba-4dcc-9d89-c7536da9b2ae tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:35.665298 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-702a4147-679a-46f8-b459-4d1d22b19f6b req-e885e5c5-92ba-4dcc-9d89-c7536da9b2ae tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 946 time: 0.0491400 Aug 29 14:39:35.705711 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-702a4147-679a-46f8-b459-4d1d22b19f6b req-0724c7f2-0d9a-4114-8546-06d10513dc80 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341654 Aug 29 14:39:35.761222 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f54968-d825-4d3e-bce9-402c2dc23efe req-9a5ced1b-0b52-4a04-9ab0-98db2f6a6838 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:35.768177 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-46f54968-d825-4d3e-bce9-402c2dc23efe req-9a5ced1b-0b52-4a04-9ab0-98db2f6a6838 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 945 time: 0.0614941 Aug 29 14:39:35.801389 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-46f54968-d825-4d3e-bce9-402c2dc23efe req-2c52a11d-6263-4147-8daa-0a8a0db59123 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322459 Aug 29 14:39:36.406428 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6025b-a0d8-4bae-bf8b-b046b2dc8764 req-d9354959-1669-44cf-bef5-838ceb30ac74 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:36.407756 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-55d6025b-a0d8-4bae-bf8b-b046b2dc8764 req-d9354959-1669-44cf-bef5-838ceb30ac74 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 945 time: 0.0527403 Aug 29 14:39:36.498209 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-55d6025b-a0d8-4bae-bf8b-b046b2dc8764 req-4a1ea303-0b87-4797-b4a4-d78a9c093656 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Deleting port b1c6dcb1-c2b0-419f-9e2f-603fc99e974e {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:39:36.498574 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-55d6025b-a0d8-4bae-bf8b-b046b2dc8764 req-4a1ea303-0b87-4797-b4a4-d78a9c093656 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:36.588176 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-55d6025b-a0d8-4bae-bf8b-b046b2dc8764 req-4a1ea303-0b87-4797-b4a4-d78a9c093656 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] For port b1c6dcb1-c2b0-419f-9e2f-603fc99e974e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b1c6dcb1-c2b0-419f-9e2f-603fc99e974e,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:39:36.588541 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-55d6025b-a0d8-4bae-bf8b-b046b2dc8764 req-4a1ea303-0b87-4797-b4a4-d78a9c093656 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:36.602584 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-55d6025b-a0d8-4bae-bf8b-b046b2dc8764 req-4a1ea303-0b87-4797-b4a4-d78a9c093656 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Calling delete_port for b1c6dcb1-c2b0-419f-9e2f-603fc99e974e owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:39:36.809642 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-55d6025b-a0d8-4bae-bf8b-b046b2dc8764 req-4a1ea303-0b87-4797-b4a4-d78a9c093656 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:36.850257 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ea303-0b87-4797-b4a4-d78a9c093656 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Pushing event deleted for resources: {'Port': ['ID=b1c6dcb1-c2b0-419f-9e2f-603fc99e974e,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:36.853701 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['c4b5b777-fb83-4acd-98bf-0f184afce531', 'b1c6dcb1-c2b0-419f-9e2f-603fc99e974e'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:39:36.892256 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d6025b-a0d8-4bae-bf8b-b046b2dc8764 req-4a1ea303-0b87-4797-b4a4-d78a9c093656 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] No DVR routers for this DVR port b1c6dcb1-c2b0-419f-9e2f-603fc99e974e on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:39:36.894944 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-55d6025b-a0d8-4bae-bf8b-b046b2dc8764 req-4a1ea303-0b87-4797-b4a4-d78a9c093656 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:36.897989 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-55d6025b-a0d8-4bae-bf8b-b046b2dc8764 req-4a1ea303-0b87-4797-b4a4-d78a9c093656 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "DELETE /v2.0/ports/b1c6dcb1-c2b0-419f-9e2f-603fc99e974e HTTP/1.1" status: 204 len: 173 time: 0.4830611 Aug 29 14:39:36.899726 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4822c0-30bf-49bc-9dad-68f082f35790', 'name': 'network-vif-deleted', 'tag': 'b1c6dcb1-c2b0-419f-9e2f-603fc99e974e'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:39:36.902842 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600be02c-1578-47cb-a9e9-553d5defa8ff" -d '{"events": [{"server_uuid": "cb4822c0-30bf-49bc-9dad-68f082f35790", "name": "network-vif-deleted", "tag": "b1c6dcb1-c2b0-419f-9e2f-603fc99e974e"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:39:36.913581 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9f72d-98cf-48d0-b3a1-5e511eb05d30 req-e7c3d3ff-e690-4f5a-8ec3-81176964b485 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:36.914809 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5fa9f72d-98cf-48d0-b3a1-5e511eb05d30 req-e7c3d3ff-e690-4f5a-8ec3-81176964b485 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 946 time: 0.1360981 Aug 29 14:39:36.947350 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0d22ced1-2ddf-424d-bf58-76b83c52f544 req-02733228-067b-466f-a9cd-fd9a5986389c tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 210 time: 0.0482180 Aug 29 14:39:36.990060 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5fa9f72d-98cf-48d0-b3a1-5e511eb05d30 req-03b92929-9602-4e97-ad4b-4739e7c03174 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658395 Aug 29 14:39:37.019449 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36218ff-b38d-42c4-9136-1711c33cdbf3 x-openstack-request-id: req-d36218ff-b38d-42c4-9136-1711c33cdbf3 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:39:37.023339 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4822c0-30bf-49bc-9dad-68f082f35790", "name": "network-vif-deleted", "tag": "b1c6dcb1-c2b0-419f-9e2f-603fc99e974e", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:39:37.023339 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d36218ff-b38d-42c4-9136-1711c33cdbf3 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:39:37.023339 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4822c0-30bf-49bc-9dad-68f082f35790', 'name': 'network-vif-deleted', 'tag': 'b1c6dcb1-c2b0-419f-9e2f-603fc99e974e', 'status': 'completed', 'code': 200} Aug 29 14:39:38.057339 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ec5f4aba-87d8-4b1a-987f-660d276d524b req-3f8e84e1-d2d1-4da7-b530-0afef4c3f1a9 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb4822c0-30bf-49bc-9dad-68f082f35790 HTTP/1.1" status: 200 len: 210 time: 0.0267539 Aug 29 14:39:42.533774 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device b1c6dcb1-c2b0-419f-9e2f-603fc99e974e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:39:42.553967 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: b1c6dcb1-c2b0-419f-9e2f-603fc99e974e {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:39:42.554307 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device b1c6dcb1-c2b0-419f-9e2f-603fc99e974e not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:39:44.035252 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da8e7e-8421-4c24-ac52-d1dbfe178f95 req-371e4a8e-23bd-41f8-bb03-f1961803ac83 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:44.037448 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e0da8e7e-8421-4c24-ac52-d1dbfe178f95 req-371e4a8e-23bd-41f8-bb03-f1961803ac83 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 946 time: 0.0499113 Aug 29 14:39:44.077547 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e0da8e7e-8421-4c24-ac52-d1dbfe178f95 req-7648e3ad-1132-4ab3-8803-768a47c770bc tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342004 Aug 29 14:39:45.193746 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771f7ed-0aeb-414a-941a-0588753a7277 req-256f577d-143f-474f-9549-ab30fbbcff66 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:45.195295 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0771f7ed-0aeb-414a-941a-0588753a7277 req-256f577d-143f-474f-9549-ab30fbbcff66 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 946 time: 0.0477822 Aug 29 14:39:45.230074 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-08707133-e950-41f7-af70-c542ba648000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:45.237724 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0771f7ed-0aeb-414a-941a-0588753a7277 req-fdd1d2ac-54d9-445f-8176-58ed3a4b368a tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363882 Aug 29 14:39:46.058300 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40b8cc-1c26-4a6e-8744-1e83fdb43482 req-07e32d4b-546d-40d7-8c5c-3c0260cbc267 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:46.060249 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ec40b8cc-1c26-4a6e-8744-1e83fdb43482 req-07e32d4b-546d-40d7-8c5c-3c0260cbc267 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0518062 Aug 29 14:39:46.101503 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ec40b8cc-1c26-4a6e-8744-1e83fdb43482 req-c96f356a-2dac-4b88-944f-a02837328963 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339668 Aug 29 14:39:46.356816 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb912d-af5a-4f00-bd77-f895f7337f7e req-a1cbc588-40b9-4a85-9bf3-da5830a18319 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:46.358248 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2ddb912d-af5a-4f00-bd77-f895f7337f7e req-a1cbc588-40b9-4a85-9bf3-da5830a18319 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 946 time: 0.0510838 Aug 29 14:39:46.395416 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2ddb912d-af5a-4f00-bd77-f895f7337f7e req-5ebe9f1b-1533-49f7-9341-ae0f7d616f49 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a6f8968-2c95-4677-9c50-c4e0b9de7572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309896 Aug 29 14:39:46.456530 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af890ced-8ce4-4c01-a449-8e468ad44fd0 req-f5fe0f3a-93f6-4b68-839c-2b5082ab9c9b tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:46.458046 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-af890ced-8ce4-4c01-a449-8e468ad44fd0 req-f5fe0f3a-93f6-4b68-839c-2b5082ab9c9b tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 946 time: 0.0499628 Aug 29 14:39:46.549599 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-af890ced-8ce4-4c01-a449-8e468ad44fd0 req-9fd8635b-1f2d-4a86-9667-30dc059bfc33 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Deleting port c4b5b777-fb83-4acd-98bf-0f184afce531 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:39:46.549963 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-af890ced-8ce4-4c01-a449-8e468ad44fd0 req-9fd8635b-1f2d-4a86-9667-30dc059bfc33 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:46.635618 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-af890ced-8ce4-4c01-a449-8e468ad44fd0 req-9fd8635b-1f2d-4a86-9667-30dc059bfc33 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] For port c4b5b777-fb83-4acd-98bf-0f184afce531, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c4b5b777-fb83-4acd-98bf-0f184afce531,segment=NetworkSegment(83ad2099-56b3-436c-b4ea-06818c1e60cd),segment_id=83ad2099-56b3-436c-b4ea-06818c1e60cd)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:39:46.635898 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-af890ced-8ce4-4c01-a449-8e468ad44fd0 req-9fd8635b-1f2d-4a86-9667-30dc059bfc33 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:46.648749 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-af890ced-8ce4-4c01-a449-8e468ad44fd0 req-9fd8635b-1f2d-4a86-9667-30dc059bfc33 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Calling delete_port for c4b5b777-fb83-4acd-98bf-0f184afce531 owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:39:46.847374 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-af890ced-8ce4-4c01-a449-8e468ad44fd0 req-9fd8635b-1f2d-4a86-9667-30dc059bfc33 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:46.877892 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8635b-1f2d-4a86-9667-30dc059bfc33 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Pushing event deleted for resources: {'Port': ['ID=c4b5b777-fb83-4acd-98bf-0f184afce531,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:46.887290 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['c4b5b777-fb83-4acd-98bf-0f184afce531'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:39:46.923740 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-af890ced-8ce4-4c01-a449-8e468ad44fd0 req-9fd8635b-1f2d-4a86-9667-30dc059bfc33 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] No DVR routers for this DVR port c4b5b777-fb83-4acd-98bf-0f184afce531 on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:39:46.926093 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-af890ced-8ce4-4c01-a449-8e468ad44fd0 req-9fd8635b-1f2d-4a86-9667-30dc059bfc33 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:46.928053 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-af890ced-8ce4-4c01-a449-8e468ad44fd0 req-9fd8635b-1f2d-4a86-9667-30dc059bfc33 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.36 "DELETE /v2.0/ports/c4b5b777-fb83-4acd-98bf-0f184afce531 HTTP/1.1" status: 204 len: 173 time: 0.4634132 Aug 29 14:39:46.928595 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a69516-4725-49f2-999b-d61c7bcd027d', 'name': 'network-vif-deleted', 'tag': 'c4b5b777-fb83-4acd-98bf-0f184afce531'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:39:46.930731 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed65ecca-b1a4-4e17-ae9c-02ab41f9fb78" -d '{"events": [{"server_uuid": "14a69516-4725-49f2-999b-d61c7bcd027d", "name": "network-vif-deleted", "tag": "c4b5b777-fb83-4acd-98bf-0f184afce531"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:39:46.968336 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59398bc4-2398-4c83-a618-da2bfb9519e6 x-openstack-request-id: req-59398bc4-2398-4c83-a618-da2bfb9519e6 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:39:46.968622 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a69516-4725-49f2-999b-d61c7bcd027d", "name": "network-vif-deleted", "tag": "c4b5b777-fb83-4acd-98bf-0f184afce531", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:39:46.968865 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59398bc4-2398-4c83-a618-da2bfb9519e6 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:39:46.969249 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a69516-4725-49f2-999b-d61c7bcd027d', 'name': 'network-vif-deleted', 'tag': 'c4b5b777-fb83-4acd-98bf-0f184afce531', 'status': 'completed', 'code': 200} Aug 29 14:39:47.219123 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb9a3-e669-4009-882f-7aff528b7dd1 req-2ed5f196-d357-4115-b7a3-b388cc528411 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:47.220492 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-246bb9a3-e669-4009-882f-7aff528b7dd1 req-2ed5f196-d357-4115-b7a3-b388cc528411 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0492797 Aug 29 14:39:47.259292 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-246bb9a3-e669-4009-882f-7aff528b7dd1 req-c6c163e3-b6c2-4f30-a69e-25be5e52c8f0 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310779 Aug 29 14:39:47.504338 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8f145756-4fc3-4d4c-be46-f55e955c6688 req-5f2efdfa-5ed1-43ee-8fdf-b41d50d8d037 tempest-AttachVolumeNegativeTest-1461407607 tempest-AttachVolumeNegativeTest-1461407607-project] 10.222.0.16 "GET /v2.0/ports?device_id=14a69516-4725-49f2-999b-d61c7bcd027d HTTP/1.1" status: 200 len: 210 time: 0.0268788 Aug 29 14:39:47.807330 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-48247a5f-991d-4917-a2f5-f6a4749b7ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:48.207327 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:48.376635 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb4cee-a2dc-496d-9896-396fbf3ef4d1 req-a9021f03-650d-4745-a5c2-a0029aa12e9c tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:48.378131 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-04bb4cee-a2dc-496d-9896-396fbf3ef4d1 req-a9021f03-650d-4745-a5c2-a0029aa12e9c tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0501351 Aug 29 14:39:48.423574 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-04bb4cee-a2dc-496d-9896-396fbf3ef4d1 req-1e401645-8a8f-416f-88f6-9560ee0a0eb1 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367830 Aug 29 14:39:48.559572 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 46674) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:48.602840 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58f812c-cdfd-4c35-801a-cf90bf7cb901 admin admin] Deleting subnet 68c738b6-4841-4314-9e25-caedf36cd8dc {{(pid=94544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:39:48.605788 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f58f812c-cdfd-4c35-801a-cf90bf7cb901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:48.639731 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f58f812c-cdfd-4c35-801a-cf90bf7cb901 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3488294'] for subnet, precommit_delete_associations {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:48.676234 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f58f812c-cdfd-4c35-801a-cf90bf7cb901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:48.793729 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f58f812c-cdfd-4c35-801a-cf90bf7cb901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1886686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3903511'] for subnet, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:48.822398 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f812c-cdfd-4c35-801a-cf90bf7cb901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c738b6-4841-4314-9e25-caedf36cd8dc,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:48.828538 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f58f812c-cdfd-4c35-801a-cf90bf7cb901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:48.830679 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-f58f812c-cdfd-4c35-801a-cf90bf7cb901 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/68c738b6-4841-4314-9e25-caedf36cd8dc HTTP/1.1" status: 204 len: 168 time: 0.2698965 Aug 29 14:39:48.832947 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 46678) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:48.897847 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d91bf960-2ec9-4c79-b6fd-2c378c37dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:48.978781 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:48.979029 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d91bf960-2ec9-4c79-b6fd-2c378c37dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:48.988697 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-d91bf960-2ec9-4c79-b6fd-2c378c37dfa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b3940a-b60d-4436-a99f-97850fb15fdb']}} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:39:48.998916 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-d91bf960-2ec9-4c79-b6fd-2c378c37dfa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ad2099-56b3-436c-b4ea-06818c1e60cd') {'for_net_delete': True} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:39:48.999216 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-d91bf960-2ec9-4c79-b6fd-2c378c37dfa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ad2099-56b3-436c-b4ea-06818c1e60cd') {} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:39:49.008026 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d91bf960-2ec9-4c79-b6fd-2c378c37dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3488313'] for segment, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:49.021295 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d91bf960-2ec9-4c79-b6fd-2c378c37dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:49.027753 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91bf960-2ec9-4c79-b6fd-2c378c37dfa3 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:39:49.028229 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d91bf960-2ec9-4c79-b6fd-2c378c37dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1886648'] for segment, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: Traceback (most recent call last): Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: timer() Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: cb(*args, **kw) Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: return func(*args, **kwargs) Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: self._notify() Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: self.callback(batched_events) Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: event.method(event) Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: return f(self, *a, **k) Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: return self._get(url).json() Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: return self.request(url, 'GET', **kwargs) Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:39:49.029806 dv-cinder-778193-6-iscsi neutron-server[94544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:39:49.227615 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d91bf960-2ec9-4c79-b6fd-2c378c37dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:49.232870 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d91bf960-2ec9-4c79-b6fd-2c378c37dfa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:49.234705 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-d91bf960-2ec9-4c79-b6fd-2c378c37dfa3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d0b3940a-b60d-4436-a99f-97850fb15fdb HTTP/1.1" status: 204 len: 168 time: 0.4008927 Aug 29 14:39:49.245487 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bf960-2ec9-4c79-b6fd-2c378c37dfa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b3940a-b60d-4436-a99f-97850fb15fdb,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:49.552449 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd60aa4-737a-43d2-9220-45bc527a13a7 req-c8f62b47-a97b-4364-ad05-03313707511c tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:49.554328 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9bd60aa4-737a-43d2-9220-45bc527a13a7 req-c8f62b47-a97b-4364-ad05-03313707511c tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0608218 Aug 29 14:39:49.596790 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9bd60aa4-737a-43d2-9220-45bc527a13a7 req-6aedfa33-5302-4bfa-bbee-00b32f1eed53 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366144 Aug 29 14:39:49.661678 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 46694) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:49.706083 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-2805ec99-7398-4b7d-a233-717a2f6410f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f47de2d93f9f4dccbc3c75e56e117b44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420415 Aug 29 14:39:49.708453 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 46696) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:49.754648 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8ce15142-12ac-49ea-a325-f4222254439d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:49.777105 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8ce15142-12ac-49ea-a325-f4222254439d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:49.896140 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8ce15142-12ac-49ea-a325-f4222254439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:49.898707 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8ce15142-12ac-49ea-a325-f4222254439d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:49.899922 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-8ce15142-12ac-49ea-a325-f4222254439d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a6f8968-2c95-4677-9c50-c4e0b9de7572 HTTP/1.1" status: 204 len: 168 time: 0.1904843 Aug 29 14:39:49.907527 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce15142-12ac-49ea-a325-f4222254439d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6f8968-2c95-4677-9c50-c4e0b9de7572,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:50.404902 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:50.723842 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffbbfe-ab4b-4aa6-af09-a423c5ea5baf req-a83639c7-9493-44c0-b531-7a74dd85dccb tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:50.723842 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-83ffbbfe-ab4b-4aa6-af09-a423c5ea5baf req-a83639c7-9493-44c0-b531-7a74dd85dccb tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0506232 Aug 29 14:39:50.764897 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-83ffbbfe-ab4b-4aa6-af09-a423c5ea5baf req-f971bb90-d693-4004-8180-687d6372cb1f tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337205 Aug 29 14:39:51.382473 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device c4b5b777-fb83-4acd-98bf-0f184afce531 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:39:51.402631 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: c4b5b777-fb83-4acd-98bf-0f184afce531 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:39:51.402902 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device c4b5b777-fb83-4acd-98bf-0f184afce531 not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:39:51.854008 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 46772) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:51.882993 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9d5dc-dbdd-464f-8bae-a587763d93a7 req-2ed57584-ad4c-44a5-8c85-10e27ba78910 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:51.884496 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-edc9d5dc-dbdd-464f-8bae-a587763d93a7 req-2ed57584-ad4c-44a5-8c85-10e27ba78910 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0499110 Aug 29 14:39:51.921248 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-edc9d5dc-dbdd-464f-8bae-a587763d93a7 req-25a8c11f-bf79-41be-af39-2c75a9dcd56e tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308337 Aug 29 14:39:51.963278 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-22ff3494-f436-496d-8257-82e8ae14e24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:52.057478 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-22ff3494-f436-496d-8257-82e8ae14e24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:52.138488 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-22ff3494-f436-496d-8257-82e8ae14e24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:52.181017 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-22ff3494-f436-496d-8257-82e8ae14e24c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=204c86c6dd4048c5a3b9d4f7a78d69eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259356 Aug 29 14:39:52.182170 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff3494-f436-496d-8257-82e8ae14e24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834b12e7-f612-4bcf-9e8e-6e9666c4deed,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:52.183743 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 46782) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:52.232438 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-83c51c68-5a4f-4ee5-a30f-db57352683de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:52.254179 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-83c51c68-5a4f-4ee5-a30f-db57352683de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:52.382168 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-83c51c68-5a4f-4ee5-a30f-db57352683de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:52.384783 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-83c51c68-5a4f-4ee5-a30f-db57352683de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:52.386037 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-83c51c68-5a4f-4ee5-a30f-db57352683de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/834b12e7-f612-4bcf-9e8e-6e9666c4deed HTTP/1.1" status: 204 len: 168 time: 0.2012544 Aug 29 14:39:52.394189 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c51c68-5a4f-4ee5-a30f-db57352683de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834b12e7-f612-4bcf-9e8e-6e9666c4deed,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:53.049818 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15117d7f-ad62-4c34-96e7-7c6f07a576e8 req-ece3c4e4-3510-4ae6-94d6-521cd969657e tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:53.051655 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-15117d7f-ad62-4c34-96e7-7c6f07a576e8 req-ece3c4e4-3510-4ae6-94d6-521cd969657e tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0548654 Aug 29 14:39:53.090555 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-15117d7f-ad62-4c34-96e7-7c6f07a576e8 req-1c04489d-a6e7-4c4f-914e-cadb7dc23802 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330191 Aug 29 14:39:54.213997 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89646311-0427-4ce1-9df0-d974e7a0b26b req-b2600954-d7b0-4697-9741-907f2b377469 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:54.215808 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-89646311-0427-4ce1-9df0-d974e7a0b26b req-b2600954-d7b0-4697-9741-907f2b377469 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0502110 Aug 29 14:39:54.255361 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-89646311-0427-4ce1-9df0-d974e7a0b26b req-8d852022-5107-44b6-8080-7b5bc0c0d807 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335836 Aug 29 14:39:54.888632 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 46864) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:54.996501 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8894-622c-4981-b5e5-e184086b17f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:55.087455 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8894-622c-4981-b5e5-e184086b17f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:55.161451 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8894-622c-4981-b5e5-e184086b17f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:55.199386 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-e0ea8894-622c-4981-b5e5-e184086b17f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c68a42b8d5a4519a873748fe7a2a00f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096488 Aug 29 14:39:55.200555 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea8894-622c-4981-b5e5-e184086b17f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2f8739-c606-4f85-87c1-0027df6210fe,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:55.202288 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 46876) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:55.249985 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9ec2cad9-c224-48b9-9407-758af1b554cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:55.274430 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9ec2cad9-c224-48b9-9407-758af1b554cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:55.371340 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9b3e7-dbd6-47c8-9735-93c639cdd1b4 req-908548a0-6fc0-48cc-b354-1e872bea11a9 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:55.372794 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6be9b3e7-dbd6-47c8-9735-93c639cdd1b4 req-908548a0-6fc0-48cc-b354-1e872bea11a9 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0484638 Aug 29 14:39:55.404373 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9ec2cad9-c224-48b9-9407-758af1b554cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:55.406847 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9ec2cad9-c224-48b9-9407-758af1b554cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:55.407906 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-9ec2cad9-c224-48b9-9407-758af1b554cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c2f8739-c606-4f85-87c1-0027df6210fe HTTP/1.1" status: 204 len: 168 time: 0.2046626 Aug 29 14:39:55.420850 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6be9b3e7-dbd6-47c8-9735-93c639cdd1b4 req-d119646b-5e20-4054-806f-1158f4ec4ca2 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421479 Aug 29 14:39:55.421947 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2cad9-c224-48b9-9407-758af1b554cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2f8739-c606-4f85-87c1-0027df6210fe,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:56.082383 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 46888) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:56.096208 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bdf720f4-e4c2-41d7-833c-46968745a5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:56.185071 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bdf720f4-e4c2-41d7-833c-46968745a5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:56.290864 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bdf720f4-e4c2-41d7-833c-46968745a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:56.328143 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-bdf720f4-e4c2-41d7-833c-46968745a5ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed4f5fbca10d47d79aa0af5f30ec354f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446921 Aug 29 14:39:56.330113 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf720f4-e4c2-41d7-833c-46968745a5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10132437-2705-47be-847c-5cae1c4e59af,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:56.330946 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 46896) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:56.379775 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3a77a1a7-430e-4446-9f54-60bf1ac779ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:56.400755 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3a77a1a7-430e-4446-9f54-60bf1ac779ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:56.527548 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3a77a1a7-430e-4446-9f54-60bf1ac779ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:56.530114 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3a77a1a7-430e-4446-9f54-60bf1ac779ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:56.533630 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-3a77a1a7-430e-4446-9f54-60bf1ac779ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10132437-2705-47be-847c-5cae1c4e59af HTTP/1.1" status: 204 len: 168 time: 0.1993129 Aug 29 14:39:56.542460 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77a1a7-430e-4446-9f54-60bf1ac779ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10132437-2705-47be-847c-5cae1c4e59af,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:56.546334 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c903a7-3e3b-4f0f-b550-e32f236064cb req-c88cc184-7a38-4677-a6f8-53d14c703544 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:56.547847 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-47c903a7-3e3b-4f0f-b550-e32f236064cb req-c88cc184-7a38-4677-a6f8-53d14c703544 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0549862 Aug 29 14:39:56.588791 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-47c903a7-3e3b-4f0f-b550-e32f236064cb req-13eede7d-7cc6-43b0-9a56-b3818603d644 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346334 Aug 29 14:39:57.708353 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430adff-bb1c-47b7-a6de-5fee8af35fc1 req-2057b1a2-9e26-4e0e-b5e5-b00d85d02610 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:57.710993 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1430adff-bb1c-47b7-a6de-5fee8af35fc1 req-2057b1a2-9e26-4e0e-b5e5-b00d85d02610 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0512910 Aug 29 14:39:57.749520 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1430adff-bb1c-47b7-a6de-5fee8af35fc1 req-01c09053-ccc2-4eb8-a3cb-65f04dd0135e tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324607 Aug 29 14:39:58.117986 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648da66-f3e8-47aa-8af9-516e67f31d8e req-47e32acc-9370-4449-96f2-77bbb4c9a3af tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:58.119470 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8648da66-f3e8-47aa-8af9-516e67f31d8e req-47e32acc-9370-4449-96f2-77bbb4c9a3af tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0496676 Aug 29 14:39:58.160825 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8648da66-f3e8-47aa-8af9-516e67f31d8e req-0619ca02-4ea4-48aa-89cc-08f288aa4037 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347879 Aug 29 14:39:58.270959 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd602efd-da1f-45f4-87d0-6a7ba47ddf4d req-6e15d983-65b0-494a-ad8f-f1e797011db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:58.272513 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cd602efd-da1f-45f4-87d0-6a7ba47ddf4d req-6e15d983-65b0-494a-ad8f-f1e797011db6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49b2184f7302404ab91b419e21067663&device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 1098 time: 0.0438409 Aug 29 14:39:58.364260 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd602efd-da1f-45f4-87d0-6a7ba47ddf4d req-4f6d32eb-64ec-42e8-a2ce-f22f98ef1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:58.366291 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cd602efd-da1f-45f4-87d0-6a7ba47ddf4d req-4f6d32eb-64ec-42e8-a2ce-f22f98ef1f23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c507c791-e7f6-4063-b1e3-354734725b45 HTTP/1.1" status: 200 len: 912 time: 0.0854988 Aug 29 14:39:58.433819 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cd602efd-da1f-45f4-87d0-6a7ba47ddf4d req-c8132c70-ba24-40a4-ba95-dd9cd8d78053 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1639a203-872e-4609-b91e-7a0191107d66 HTTP/1.1" status: 200 len: 1000 time: 0.0607960 Aug 29 14:39:58.493664 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd602efd-da1f-45f4-87d0-6a7ba47ddf4d req-b555a5a1-a97e-46d8-a00a-68b12d58dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:58.495314 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cd602efd-da1f-45f4-87d0-6a7ba47ddf4d req-b555a5a1-a97e-46d8-a00a-68b12d58dd38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01d4bbde-cfe8-4c36-b433-81d443b388ca HTTP/1.1" status: 200 len: 850 time: 0.0531900 Aug 29 14:39:58.562118 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd602efd-da1f-45f4-87d0-6a7ba47ddf4d req-88fe395c-8665-4dd3-8a7c-bed8986aca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:58.562118 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cd602efd-da1f-45f4-87d0-6a7ba47ddf4d req-88fe395c-8665-4dd3-8a7c-bed8986aca26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c507c791-e7f6-4063-b1e3-354734725b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539730 Aug 29 14:39:58.579311 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:58.668090 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cd602efd-da1f-45f4-87d0-6a7ba47ddf4d req-af46b0e3-cce3-4042-bb37-b67dd8ac245b service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024394 Aug 29 14:39:58.760595 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cd602efd-da1f-45f4-87d0-6a7ba47ddf4d req-0ff2d807-a08e-401b-905a-b19004eb46e3 service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842175 Aug 29 14:39:58.888210 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e1d28-2308-4702-a97c-fff4bf2840fe req-8f0b318f-81e9-4355-a3c9-b24534d2b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:58.890014 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a62e1d28-2308-4702-a97c-fff4bf2840fe req-8f0b318f-81e9-4355-a3c9-b24534d2b9a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49b2184f7302404ab91b419e21067663&device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 1098 time: 0.0410197 Aug 29 14:39:58.998160 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e1d28-2308-4702-a97c-fff4bf2840fe req-f794f725-6af9-4ee3-a701-5fe0097dbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:58.999673 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a62e1d28-2308-4702-a97c-fff4bf2840fe req-f794f725-6af9-4ee3-a701-5fe0097dbc12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c507c791-e7f6-4063-b1e3-354734725b45 HTTP/1.1" status: 200 len: 912 time: 0.0865295 Aug 29 14:39:59.070760 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a62e1d28-2308-4702-a97c-fff4bf2840fe req-0674f08b-c1d1-404e-bb5f-40db989bc203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1639a203-872e-4609-b91e-7a0191107d66 HTTP/1.1" status: 200 len: 1000 time: 0.0580440 Aug 29 14:39:59.072853 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 46976) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:59.125841 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e1d28-2308-4702-a97c-fff4bf2840fe req-fa83b8bb-66e7-4ac3-899a-09bcdc3b69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:59.127265 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a62e1d28-2308-4702-a97c-fff4bf2840fe req-fa83b8bb-66e7-4ac3-899a-09bcdc3b69d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01d4bbde-cfe8-4c36-b433-81d443b388ca HTTP/1.1" status: 200 len: 850 time: 0.0481086 Aug 29 14:39:59.196916 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-32c6559b-1bcb-4276-930b-ee346cd29d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:59.217946 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e1d28-2308-4702-a97c-fff4bf2840fe req-1e3f5c44-b307-4975-92d0-b008a349b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:59.219430 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a62e1d28-2308-4702-a97c-fff4bf2840fe req-1e3f5c44-b307-4975-92d0-b008a349b412 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c507c791-e7f6-4063-b1e3-354734725b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634813 Aug 29 14:39:59.304564 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecc3ee-1934-4c20-b79a-fa948d069ef4 req-5e5ec89d-19f3-4876-98b0-4982f53f4438 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:39:59.306055 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-78ecc3ee-1934-4c20-b79a-fa948d069ef4 req-5e5ec89d-19f3-4876-98b0-4982f53f4438 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0706930 Aug 29 14:39:59.648165 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-32c6559b-1bcb-4276-930b-ee346cd29d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:59.663983 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-78ecc3ee-1934-4c20-b79a-fa948d069ef4 req-9fa2da7a-8509-4236-83d6-4f65ca5d4dfa tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475502 Aug 29 14:39:59.687582 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a62e1d28-2308-4702-a97c-fff4bf2840fe req-dce26e83-17ff-4562-867d-964b50685cad service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801687 Aug 29 14:39:59.757308 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-32c6559b-1bcb-4276-930b-ee346cd29d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:59.814393 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-32c6559b-1bcb-4276-930b-ee346cd29d73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b93743771da46d092827a50f736218b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7404966 Aug 29 14:39:59.815437 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6559b-1bcb-4276-930b-ee346cd29d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670191c1-49e9-46bc-af06-8cb9faa04895,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:39:59.817131 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 46988) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:39:59.819311 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a62e1d28-2308-4702-a97c-fff4bf2840fe req-410961da-39d4-4127-bc08-0fc90f82ae6d service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238966 Aug 29 14:39:59.875699 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-71985e28-7fb9-4c7a-8346-983976f7b408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:39:59.897099 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-71985e28-7fb9-4c7a-8346-983976f7b408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:00.033745 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-71985e28-7fb9-4c7a-8346-983976f7b408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:00.036393 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-71985e28-7fb9-4c7a-8346-983976f7b408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:00.038387 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-71985e28-7fb9-4c7a-8346-983976f7b408 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/670191c1-49e9-46bc-af06-8cb9faa04895 HTTP/1.1" status: 204 len: 168 time: 0.2199976 Aug 29 14:40:00.047790 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71985e28-7fb9-4c7a-8346-983976f7b408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670191c1-49e9-46bc-af06-8cb9faa04895,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:00.652840 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 46998) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:00.666290 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-24bba320-9331-4e15-b1c0-9d4d20884b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:00.754656 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-24bba320-9331-4e15-b1c0-9d4d20884b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:00.787861 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fc39c-f15d-4ed0-8de3-5e8fca46eb70 req-e236e452-4f2f-47e1-aa4d-c4230d281fb8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:00.789354 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cd8fc39c-f15d-4ed0-8de3-5e8fca46eb70 req-e236e452-4f2f-47e1-aa4d-c4230d281fb8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0489008 Aug 29 14:40:00.826783 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cd8fc39c-f15d-4ed0-8de3-5e8fca46eb70 req-80d8a17c-597c-4de1-b92e-a1c6ec39e73e tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310335 Aug 29 14:40:00.830020 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-24bba320-9331-4e15-b1c0-9d4d20884b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:00.869733 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-24bba320-9331-4e15-b1c0-9d4d20884b98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0eeb016b1be43fd9f7c66a50530188f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158093 Aug 29 14:40:00.870863 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bba320-9331-4e15-b1c0-9d4d20884b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281b859d-6eeb-4f50-b698-592cde5a640d,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:00.873695 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47004) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:00.925109 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2876d0ea-e025-4d6e-a53c-e3332bb44431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:00.946438 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2876d0ea-e025-4d6e-a53c-e3332bb44431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:01.062407 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2876d0ea-e025-4d6e-a53c-e3332bb44431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:01.065359 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2876d0ea-e025-4d6e-a53c-e3332bb44431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:01.066668 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-2876d0ea-e025-4d6e-a53c-e3332bb44431 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/281b859d-6eeb-4f50-b698-592cde5a640d HTTP/1.1" status: 204 len: 168 time: 0.1918714 Aug 29 14:40:01.079071 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876d0ea-e025-4d6e-a53c-e3332bb44431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281b859d-6eeb-4f50-b698-592cde5a640d,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:04.439327 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47102) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:04.544936 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d554e0c9-54eb-47c3-a9e5-4537b543d112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:04.629951 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d554e0c9-54eb-47c3-a9e5-4537b543d112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:04.701676 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d554e0c9-54eb-47c3-a9e5-4537b543d112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:04.742839 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554e0c9-54eb-47c3-a9e5-4537b543d112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6a7c83-5586-4d79-a43b-d6a94126ee99,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:04.749381 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-d554e0c9-54eb-47c3-a9e5-4537b543d112 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a992cab5818b42bbb6be003bad295866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090110 Aug 29 14:40:04.752528 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 47108) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:04.816746 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-15aeca97-c090-43f3-82b7-c444a8f5b800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:04.823580 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-15aeca97-c090-43f3-82b7-c444a8f5b800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:04.987816 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-15aeca97-c090-43f3-82b7-c444a8f5b800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:04.990498 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-15aeca97-c090-43f3-82b7-c444a8f5b800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:04.991791 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-15aeca97-c090-43f3-82b7-c444a8f5b800 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b6a7c83-5586-4d79-a43b-d6a94126ee99 HTTP/1.1" status: 204 len: 168 time: 0.2383027 Aug 29 14:40:04.999307 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aeca97-c090-43f3-82b7-c444a8f5b800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6a7c83-5586-4d79-a43b-d6a94126ee99,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:05.710798 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 47118) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:05.723639 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-fb3f376f-5421-445a-bd54-7e2ea99a1f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:05.807943 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-fb3f376f-5421-445a-bd54-7e2ea99a1f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:05.919079 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-fb3f376f-5421-445a-bd54-7e2ea99a1f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:05.958374 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-fb3f376f-5421-445a-bd54-7e2ea99a1f57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8fdcf4d19add472ca549f8220103da0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461987 Aug 29 14:40:05.959836 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f376f-5421-445a-bd54-7e2ea99a1f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981643f4-de04-4945-8cab-56ab0296f65d,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:05.960340 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47124) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:06.008222 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5f71f8ee-a9bb-4953-b244-2a876bb6f6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:06.029031 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5f71f8ee-a9bb-4953-b244-2a876bb6f6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:06.144673 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5f71f8ee-a9bb-4953-b244-2a876bb6f6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:06.148060 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5f71f8ee-a9bb-4953-b244-2a876bb6f6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:06.149270 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-5f71f8ee-a9bb-4953-b244-2a876bb6f6bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/981643f4-de04-4945-8cab-56ab0296f65d HTTP/1.1" status: 204 len: 168 time: 0.1878884 Aug 29 14:40:06.158866 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71f8ee-a9bb-4953-b244-2a876bb6f6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981643f4-de04-4945-8cab-56ab0296f65d,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:12.455560 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:40:15.213009 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-71092b73-c6da-42ed-bb5a-cc27bd71c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:17.799430 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-2ca9678c-7f5d-4fb3-a6a9-c993ee4e20e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:18.210725 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:18.976567 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:20.416527 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:24.741147 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d37c73-16e2-4883-98f9-e84770fd3f59 req-f0eb9f92-511c-477c-97ff-9b9a160440eb tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:24.742733 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b1d37c73-16e2-4883-98f9-e84770fd3f59 req-f0eb9f92-511c-477c-97ff-9b9a160440eb tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 945 time: 0.0492182 Aug 29 14:40:24.791553 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b1d37c73-16e2-4883-98f9-e84770fd3f59 req-21c0fc51-196e-452b-ab93-d6dc8818eff1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426087 Aug 29 14:40:25.921636 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7db16-01d5-425a-9bf2-5d49ffb71c07 req-66bc675f-1a72-4aef-aaa1-148e1fbc4f33 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:25.923132 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-12b7db16-01d5-425a-9bf2-5d49ffb71c07 req-66bc675f-1a72-4aef-aaa1-148e1fbc4f33 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 945 time: 0.0586162 Aug 29 14:40:25.964672 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-12b7db16-01d5-425a-9bf2-5d49ffb71c07 req-ab4d5ee9-3eb2-43a5-b317-d096c6256005 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353138 Aug 29 14:40:27.080694 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0ea7b-607e-48c8-bd3b-a475db8a8084 req-dc3d8edf-84a2-48b2-ac07-1119f25c27e5 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:27.082154 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b0e0ea7b-607e-48c8-bd3b-a475db8a8084 req-dc3d8edf-84a2-48b2-ac07-1119f25c27e5 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 945 time: 0.0481250 Aug 29 14:40:27.119212 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b0e0ea7b-607e-48c8-bd3b-a475db8a8084 req-83b1c3d8-c303-4365-bbad-a13d51330b96 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312300 Aug 29 14:40:28.231663 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec527b-1e3d-4036-a4ad-921814b470d3 req-298c40f3-a648-4029-9533-fdf4016b166c tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:28.233051 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5eec527b-1e3d-4036-a4ad-921814b470d3 req-298c40f3-a648-4029-9533-fdf4016b166c tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 945 time: 0.0481353 Aug 29 14:40:28.269792 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5eec527b-1e3d-4036-a4ad-921814b470d3 req-a9540aef-b0e2-4023-84f9-da155b85c2b7 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307882 Aug 29 14:40:28.599881 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:29.213847 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797dea7-67dc-4d11-ba50-33a7d192eb95 req-28644873-4683-429e-9679-7c57c346ff92 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:29.215293 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b797dea7-67dc-4d11-ba50-33a7d192eb95 req-28644873-4683-429e-9679-7c57c346ff92 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 945 time: 0.0507638 Aug 29 14:40:29.313535 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-b797dea7-67dc-4d11-ba50-33a7d192eb95 req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Deleting port fee8857d-c9b8-4f00-96f7-ad0d7960afa1 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:40:29.314221 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b797dea7-67dc-4d11-ba50-33a7d192eb95 req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:29.441419 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165057-6d49-403a-9ca8-1e4fb753f111 req-30845332-36b2-4976-8935-df0a4fb23b7a tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:29.442956 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-eb165057-6d49-403a-9ca8-1e4fb753f111 req-30845332-36b2-4976-8935-df0a4fb23b7a tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 945 time: 0.0857320 Aug 29 14:40:29.467397 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-b797dea7-67dc-4d11-ba50-33a7d192eb95 req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] For port fee8857d-c9b8-4f00-96f7-ad0d7960afa1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fee8857d-c9b8-4f00-96f7-ad0d7960afa1,segment=NetworkSegment(c2899c4b-766e-4475-845f-8dcc160c0822),segment_id=c2899c4b-766e-4475-845f-8dcc160c0822)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:40:29.467805 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b797dea7-67dc-4d11-ba50-33a7d192eb95 req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:29.486313 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-b797dea7-67dc-4d11-ba50-33a7d192eb95 req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Calling delete_port for fee8857d-c9b8-4f00-96f7-ad0d7960afa1 owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:40:29.504958 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-eb165057-6d49-403a-9ca8-1e4fb753f111 req-efce2e3b-97b7-4c56-abad-7030aa5a971b tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562203 Aug 29 14:40:29.713693 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b797dea7-67dc-4d11-ba50-33a7d192eb95 req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:29.741118 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Pushing event deleted for resources: {'Port': ['ID=fee8857d-c9b8-4f00-96f7-ad0d7960afa1,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:29.750915 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:29.751265 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:29.751608 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:29.751941 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:29.752270 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:29.752599 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:29.752925 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:29.753251 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:29.754011 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:29.754011 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:29.754197 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:29.754515 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:29.760276 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['fee8857d-c9b8-4f00-96f7-ad0d7960afa1'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:40:29.798308 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-b797dea7-67dc-4d11-ba50-33a7d192eb95 req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] No DVR routers for this DVR port fee8857d-c9b8-4f00-96f7-ad0d7960afa1 on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:40:29.800890 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b797dea7-67dc-4d11-ba50-33a7d192eb95 req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:29.802908 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b797dea7-67dc-4d11-ba50-33a7d192eb95 req-05dba32e-5800-489b-ba13-c37bede8b07f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.36 "DELETE /v2.0/ports/fee8857d-c9b8-4f00-96f7-ad0d7960afa1 HTTP/1.1" status: 204 len: 173 time: 0.5808754 Aug 29 14:40:29.803351 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed6fd70-8087-4cb1-b714-79e0190496aa', 'name': 'network-vif-deleted', 'tag': 'fee8857d-c9b8-4f00-96f7-ad0d7960afa1'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:40:29.806568 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1002025-7bd9-48c0-828c-e0c0648ac5d0" -d '{"events": [{"server_uuid": "5ed6fd70-8087-4cb1-b714-79e0190496aa", "name": "network-vif-deleted", "tag": "fee8857d-c9b8-4f00-96f7-ad0d7960afa1"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:40:29.851081 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9a8018-e3b8-4c7f-bddf-14818be2ddde x-openstack-request-id: req-4d9a8018-e3b8-4c7f-bddf-14818be2ddde {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:40:29.851369 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed6fd70-8087-4cb1-b714-79e0190496aa", "name": "network-vif-deleted", "tag": "fee8857d-c9b8-4f00-96f7-ad0d7960afa1", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:40:29.851767 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d9a8018-e3b8-4c7f-bddf-14818be2ddde {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:40:29.852198 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed6fd70-8087-4cb1-b714-79e0190496aa', 'name': 'network-vif-deleted', 'tag': 'fee8857d-c9b8-4f00-96f7-ad0d7960afa1', 'status': 'completed', 'code': 200} Aug 29 14:40:30.333738 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47472) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:30.443593 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c8018400-0e73-4f46-8c2e-01e39aec47be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:30.533246 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c8018400-0e73-4f46-8c2e-01e39aec47be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:30.599924 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c8018400-0e73-4f46-8c2e-01e39aec47be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:30.622587 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f901eb3c-b241-4d35-b653-cd17c6bd7a98 req-f0e9396a-48e3-43a2-bf6d-a4cb618ea4c9 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed6fd70-8087-4cb1-b714-79e0190496aa HTTP/1.1" status: 200 len: 210 time: 0.0340066 Aug 29 14:40:30.639023 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-c8018400-0e73-4f46-8c2e-01e39aec47be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f8e896b4e5640b99aa94646d53b8e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041492 Aug 29 14:40:30.640929 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8018400-0e73-4f46-8c2e-01e39aec47be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7a2db9-cd0f-4d52-889a-3c80c40ab96c,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:30.643170 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47478) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:30.692988 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-37c60838-c930-4106-99f3-1844da410131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:30.716972 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-37c60838-c930-4106-99f3-1844da410131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:30.822513 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-37c60838-c930-4106-99f3-1844da410131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:30.825036 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-37c60838-c930-4106-99f3-1844da410131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:30.828472 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-37c60838-c930-4106-99f3-1844da410131 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d7a2db9-cd0f-4d52-889a-3c80c40ab96c HTTP/1.1" status: 204 len: 168 time: 0.1821203 Aug 29 14:40:30.834199 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c60838-c930-4106-99f3-1844da410131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7a2db9-cd0f-4d52-889a-3c80c40ab96c,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:31.518532 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47508) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:31.531794 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:31.620799 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:31.703192 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:31.743618 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d63c2e381c14f8eaf6ca10f0e5f0612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241504 Aug 29 14:40:31.744461 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a28a2e-ab09-4e9a-91fb-b464e20f739c,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:31.746307 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 47514) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:31.751621 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:31.751965 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:31.752325 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:31.752655 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:31.752976 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:31.753472 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:31.753801 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:31.754543 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:31.754877 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:31.755198 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:31.755515 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:31.755834 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac63beb-eb87-4ffe-9b54-ddf7b9dbfbc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:31.809694 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8d0d7448-a893-4324-95bc-6d3376bf586e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:31.832638 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8d0d7448-a893-4324-95bc-6d3376bf586e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:31.904967 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c7a6c-9b67-4f1a-857a-4e0832ad5d1d req-27b838ac-007a-40eb-a8f4-4c135a30737a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:31.906468 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1f9c7a6c-9b67-4f1a-857a-4e0832ad5d1d req-27b838ac-007a-40eb-a8f4-4c135a30737a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 946 time: 0.0669181 Aug 29 14:40:31.945462 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1f9c7a6c-9b67-4f1a-857a-4e0832ad5d1d req-dbdc2d1b-f93b-4726-b00c-40e97d70f23b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329089 Aug 29 14:40:31.971066 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8d0d7448-a893-4324-95bc-6d3376bf586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:31.971066 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8d0d7448-a893-4324-95bc-6d3376bf586e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:31.971066 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-8d0d7448-a893-4324-95bc-6d3376bf586e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84a28a2e-ab09-4e9a-91fb-b464e20f739c HTTP/1.1" status: 204 len: 168 time: 0.2209532 Aug 29 14:40:31.977432 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d7448-a893-4324-95bc-6d3376bf586e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a28a2e-ab09-4e9a-91fb-b464e20f739c,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:33.074707 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974fcbf-3160-4434-95c6-7213f1730290 req-644c6653-b850-4722-bf44-611f928b5909 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:33.076158 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d974fcbf-3160-4434-95c6-7213f1730290 req-644c6653-b850-4722-bf44-611f928b5909 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 946 time: 0.0533156 Aug 29 14:40:33.136583 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d974fcbf-3160-4434-95c6-7213f1730290 req-2e7591be-ff7c-4dba-adb2-dd024988da4c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527556 Aug 29 14:40:33.541058 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 47580) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:33.632642 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47586) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:33.694237 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a8f5e5fb-50a4-4341-bc25-c948309641ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:33.734489 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ef80ac89-d473-4270-bb75-6edd23208b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:33.784223 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a8f5e5fb-50a4-4341-bc25-c948309641ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:33.864616 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-a8f5e5fb-50a4-4341-bc25-c948309641ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:33.903153 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-a8f5e5fb-50a4-4341-bc25-c948309641ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2deccf035b0549478a79dbc799030da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610015 Aug 29 14:40:33.903971 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5e5fb-50a4-4341-bc25-c948309641ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a7e871-0020-4e0c-ac2e-4e836a7496a8,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:33.906231 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 47590) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:33.943701 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ef80ac89-d473-4270-bb75-6edd23208b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:33.955126 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-32c02151-1f1c-412c-9db9-a3fea6d286ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:33.975553 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-32c02151-1f1c-412c-9db9-a3fea6d286ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:34.007930 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ef80ac89-d473-4270-bb75-6edd23208b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:34.050912 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-ef80ac89-d473-4270-bb75-6edd23208b45 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd4bae28f4a3438fbe00ffe1b674ea1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165518 Aug 29 14:40:34.052713 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80ac89-d473-4270-bb75-6edd23208b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb926d51-79e9-4ece-92a2-667665c007b1,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:34.053637 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 47592) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:34.084646 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-32c02151-1f1c-412c-9db9-a3fea6d286ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:34.087490 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-32c02151-1f1c-412c-9db9-a3fea6d286ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:34.088582 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-32c02151-1f1c-412c-9db9-a3fea6d286ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89a7e871-0020-4e0c-ac2e-4e836a7496a8 HTTP/1.1" status: 204 len: 168 time: 0.1814718 Aug 29 14:40:34.104152 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c02151-1f1c-412c-9db9-a3fea6d286ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a7e871-0020-4e0c-ac2e-4e836a7496a8,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:34.123213 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-34c3fb26-0d93-48bd-91a8-9c1bde0246a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:34.145757 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-34c3fb26-0d93-48bd-91a8-9c1bde0246a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:34.254981 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b651293-34b0-470e-83b2-482ed43b8084 req-a25cbf07-3cef-43a8-b146-b4071355b173 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:34.256430 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1b651293-34b0-470e-83b2-482ed43b8084 req-a25cbf07-3cef-43a8-b146-b4071355b173 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 946 time: 0.0479512 Aug 29 14:40:34.294114 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1b651293-34b0-470e-83b2-482ed43b8084 req-11ab1e43-44fa-4574-b09b-458d346b6f07 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316186 Aug 29 14:40:34.304577 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-34c3fb26-0d93-48bd-91a8-9c1bde0246a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:34.307900 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-34c3fb26-0d93-48bd-91a8-9c1bde0246a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:34.318997 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-34c3fb26-0d93-48bd-91a8-9c1bde0246a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb926d51-79e9-4ece-92a2-667665c007b1 HTTP/1.1" status: 204 len: 168 time: 0.2543294 Aug 29 14:40:34.318997 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3fb26-0d93-48bd-91a8-9c1bde0246a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb926d51-79e9-4ece-92a2-667665c007b1,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:34.762449 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 47612) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:34.776813 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2dd1fc9b-2fff-4e34-a21f-8df9af3af40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:34.866832 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2dd1fc9b-2fff-4e34-a21f-8df9af3af40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:34.910334 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2dd1fc9b-2fff-4e34-a21f-8df9af3af40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:34.953481 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-2dd1fc9b-2fff-4e34-a21f-8df9af3af40c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0dca21548d643f5a0f9116ac4bb44eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873989 Aug 29 14:40:34.953686 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 47618) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:34.959596 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1fc9b-2fff-4e34-a21f-8df9af3af40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d302bf7-80e0-41ee-94f7-f86840075316,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:35.005456 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3234fce5-5c8c-41be-81e6-455e735164f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:35.027026 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3234fce5-5c8c-41be-81e6-455e735164f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:35.165838 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3234fce5-5c8c-41be-81e6-455e735164f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:35.169633 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3234fce5-5c8c-41be-81e6-455e735164f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:35.170305 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device fee8857d-c9b8-4f00-96f7-ad0d7960afa1 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:40:35.170985 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-3234fce5-5c8c-41be-81e6-455e735164f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d302bf7-80e0-41ee-94f7-f86840075316 HTTP/1.1" status: 204 len: 168 time: 0.2164941 Aug 29 14:40:35.181046 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234fce5-5c8c-41be-81e6-455e735164f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d302bf7-80e0-41ee-94f7-f86840075316,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:35.200608 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: fee8857d-c9b8-4f00-96f7-ad0d7960afa1 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:40:35.200948 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device fee8857d-c9b8-4f00-96f7-ad0d7960afa1 not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:40:35.364568 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47634) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:35.422959 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a84c55-92ea-413e-9c9c-683d0ecad53f req-27acdb3e-bb0f-4e1b-9278-249a6430efdf tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:35.430398 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-08a84c55-92ea-413e-9c9c-683d0ecad53f req-27acdb3e-bb0f-4e1b-9278-249a6430efdf tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 946 time: 0.0565424 Aug 29 14:40:35.472396 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-08a84c55-92ea-413e-9c9c-683d0ecad53f req-3c504015-4546-4234-bd45-0735b0d6a258 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d6d5b1a-144b-4573-a7d3-705e5244e773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370817 Aug 29 14:40:35.578342 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-247207675-network', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:35.681939 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] Made reservation on behalf of 236affd94e314d68a10b2decd9cafcd1 for: {'network': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:40:35.684490 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:35.693563 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:35.707132 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-08324c03-6fbd-42ee-afb5-c80a380f83f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:35.708853 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-08324c03-6fbd-42ee-afb5-c80a380f83f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 946 time: 0.0530686 Aug 29 14:40:35.828890 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:35.877037 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-090199da-8d48-4d20-908e-ab368834eae6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Deleting port bcbc19c8-0455-4f6b-90c7-153982d2db24 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:40:35.881388 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-090199da-8d48-4d20-908e-ab368834eae6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:35.968085 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-090199da-8d48-4d20-908e-ab368834eae6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] For port bcbc19c8-0455-4f6b-90c7-153982d2db24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=bcbc19c8-0455-4f6b-90c7-153982d2db24,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:40:35.968453 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-090199da-8d48-4d20-908e-ab368834eae6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:35.972868 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:35.994190 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=94545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:40:36.009725 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9299dc4b-daf0-4c75-9495-6d4717151d66,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:36.016871 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:36.017560 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.segments_db [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] Added segment 249b7bca-8298-45c0-a701-0648bacb6476 of type vlan for network d84c55a3-b401-4300-b3ca-9117e55c4b72 Aug 29 14:40:36.064285 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:36.184783 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:36.185759 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:36.186426 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:36.200958 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-090199da-8d48-4d20-908e-ab368834eae6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:36.201485 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-090199da-8d48-4d20-908e-ab368834eae6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:36.201694 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.l3_db [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-090199da-8d48-4d20-908e-ab368834eae6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Floating IP e88c5033-7fca-4443-b05c-2880cfdacc8b disassociated. External IP: 172.27.0.224, port: bcbc19c8-0455-4f6b-90c7-153982d2db24. Aug 29 14:40:36.202028 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-090199da-8d48-4d20-908e-ab368834eae6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Calling delete_port for bcbc19c8-0455-4f6b-90c7-153982d2db24 owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:40:36.251054 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] Pushing event updated for resources: {'Network': ['ID=d84c55a3-b401-4300-b3ca-9117e55c4b72,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:36.262217 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network d84c55a3-b401-4300-b3ca-9117e55c4b72 details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:40:36.313487 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-a708fe16-21e5-4c5f-97bf-d8de72b9c4bf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9452956 Aug 29 14:40:36.313715 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47664) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:36.319151 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-680a8a83-cca4-40e3-a965-89006448d3a4 admin admin] Request body: {'subnet': {'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-247207675-subnet', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'ip_version': 4}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:36.407963 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-090199da-8d48-4d20-908e-ab368834eae6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:36.430213 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680a8a83-cca4-40e3-a965-89006448d3a4 admin admin] Made reservation on behalf of 236affd94e314d68a10b2decd9cafcd1 for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:40:36.433531 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-680a8a83-cca4-40e3-a965-89006448d3a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3712991'] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:36.439148 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090199da-8d48-4d20-908e-ab368834eae6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event deleted for resources: {'Port': ['ID=bcbc19c8-0455-4f6b-90c7-153982d2db24,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:36.592044 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-433cf97b-54ad-42f0-9dbf-5679cd13df3b req-b607b687-5477-42c6-8a14-f28fcab33345 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 210 time: 0.0384355 Aug 29 14:40:36.608611 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-090199da-8d48-4d20-908e-ab368834eae6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Router 94ad0230-d91f-4c0b-931e-9f4654da0875 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:40:36.708582 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-680a8a83-cca4-40e3-a965-89006448d3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3957124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3712941'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:36.737401 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-090199da-8d48-4d20-908e-ab368834eae6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:40:36.750518 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01dcd8e-a1d7-4afd-8302-72e8f01861e3 None None] Sync routers for ids ['94ad0230-d91f-4c0b-931e-9f4654da0875'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:40:36.761500 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01dcd8e-a1d7-4afd-8302-72e8f01861e3 None None] Routers {'94ad0230-d91f-4c0b-931e-9f4654da0875'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:40:36.762507 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-e01dcd8e-a1d7-4afd-8302-72e8f01861e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['94ad0230-d91f-4c0b-931e-9f4654da0875'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:36.766375 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a8a83-cca4-40e3-a965-89006448d3a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c51a3205-4b38-4051-8846-91cae5501301,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:36.782425 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a8a83-cca4-40e3-a965-89006448d3a4 admin admin] Checking segment: {'id': '249b7bca-8298-45c0-a701-0648bacb6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:40:36.782425 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680a8a83-cca4-40e3-a965-89006448d3a4 admin admin] Network hostable DHCP agents. Network: d84c55a3-b401-4300-b3ca-9117e55c4b72, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:40:36.782851 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-090199da-8d48-4d20-908e-ab368834eae6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] No DVR routers for this DVR port bcbc19c8-0455-4f6b-90c7-153982d2db24 on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:40:36.785263 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-090199da-8d48-4d20-908e-ab368834eae6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:36.787827 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1802ff35-8ed2-4bd4-877f-a11e8a0970d4 req-090199da-8d48-4d20-908e-ab368834eae6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.36 "DELETE /v2.0/ports/bcbc19c8-0455-4f6b-90c7-153982d2db24 HTTP/1.1" status: 204 len: 173 time: 1.0727391 Aug 29 14:40:36.788273 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'name': 'network-vif-deleted', 'tag': 'bcbc19c8-0455-4f6b-90c7-153982d2db24'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:40:36.791158 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91108bc-a4e5-4d83-ba09-b734a8b554af" -d '{"events": [{"server_uuid": "3e054087-7eda-4e4c-9402-a9f614d6750b", "name": "network-vif-deleted", "tag": "bcbc19c8-0455-4f6b-90c7-153982d2db24"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:40:36.833129 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c79cc6-8354-45f0-bfa0-01685f3d3e7c x-openstack-request-id: req-26c79cc6-8354-45f0-bfa0-01685f3d3e7c {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:40:36.833430 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e054087-7eda-4e4c-9402-a9f614d6750b", "name": "network-vif-deleted", "tag": "bcbc19c8-0455-4f6b-90c7-153982d2db24", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:40:36.833796 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26c79cc6-8354-45f0-bfa0-01685f3d3e7c {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:40:36.834268 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e054087-7eda-4e4c-9402-a9f614d6750b', 'name': 'network-vif-deleted', 'tag': 'bcbc19c8-0455-4f6b-90c7-153982d2db24', 'status': 'completed', 'code': 200} Aug 29 14:40:36.864800 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680a8a83-cca4-40e3-a965-89006448d3a4 admin admin] Network d84c55a3-b401-4300-b3ca-9117e55c4b72 is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:40:36.900562 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-e01dcd8e-a1d7-4afd-8302-72e8f01861e3 None None] Set router 94ad0230-d91f-4c0b-931e-9f4654da0875 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:40:36.950912 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-680a8a83-cca4-40e3-a965-89006448d3a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, d84c55a3-b401-4300-b3ca-9117e55c4b72) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:40:36.963348 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680a8a83-cca4-40e3-a965-89006448d3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:36.964070 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-680a8a83-cca4-40e3-a965-89006448d3a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:36.973579 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c50658-046f-4494-9941-e87dbfa35322 None None] Network d84c55a3-b401-4300-b3ca-9117e55c4b72 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:40:37.066175 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 47686) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:37.066870 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-680a8a83-cca4-40e3-a965-89006448d3a4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7511659 Aug 29 14:40:37.072033 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:37.182794 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102437'] for router, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:37.183854 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102446'] for router, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:37.222982 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e624220-4536-5f42-b5ea-535ffdf31c06-d84c55a3-b401-4300-b3ca-9117e55c4b72', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'fixed_ips': [{'subnet_id': 'c51a3205-4b38-4051-8846-91cae5501301'}]}} from dv-cinder-778193-6-iscsi. {{(pid=94546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:40:37.228303 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:37.252606 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:37.312050 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-e01dcd8e-a1d7-4afd-8302-72e8f01861e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:36:04Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '7b89327d-b938-44fb-b076-96bf71e65596', 'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'mac_address': 'fa:16:3e:42:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:36:00Z', 'updated_at': '2021-08-29T14:36:13Z', 'revision_number': 5, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'subnets': [{'id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:37.473277 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01dcd8e-a1d7-4afd-8302-72e8f01861e3 None None] Checking router: 94ad0230-d91f-4c0b-931e-9f4654da0875 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:40:37.494626 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:37.509715 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01dcd8e-a1d7-4afd-8302-72e8f01861e3 None None] Routers {'94ad0230-d91f-4c0b-931e-9f4654da0875'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:40:37.510428 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-e01dcd8e-a1d7-4afd-8302-72e8f01861e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['94ad0230-d91f-4c0b-931e-9f4654da0875'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:37.570288 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.db_base_plugin_common [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Allocated IP 172.20.0.2 (d84c55a3-b401-4300-b3ca-9117e55c4b72/c51a3205-4b38-4051-8846-91cae5501301/1f3777ed-e6d5-4272-84a0-d11a87337a24) {{(pid=94546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:40:37.679291 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-e01dcd8e-a1d7-4afd-8302-72e8f01861e3 None None] Set router 94ad0230-d91f-4c0b-931e-9f4654da0875 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:40:37.777254 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-526782e6-45e5-4151-a8d1-1e15cf760bc4 req-0cb07eac-6359-4d7e-9a1d-8b90447c8ecb tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e054087-7eda-4e4c-9402-a9f614d6750b HTTP/1.1" status: 200 len: 210 time: 0.0514014 Aug 29 14:40:37.893398 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Notify callbacks [] for port, precommit_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:37.912421 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Transition to ACTIVE for port object 1f3777ed-e6d5-4272-84a0-d11a87337a24 will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:40:37.952702 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Transition to ACTIVE for port object 1f3777ed-e6d5-4272-84a0-d11a87337a24 will not be triggered until provisioned by entity DHCP. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:40:37.981517 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-e01dcd8e-a1d7-4afd-8302-72e8f01861e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:36:04Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '7b89327d-b938-44fb-b076-96bf71e65596', 'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'mac_address': 'fa:16:3e:42:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:36:00Z', 'updated_at': '2021-08-29T14:36:13Z', 'revision_number': 5, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'subnets': [{'id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:38.009202 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01dcd8e-a1d7-4afd-8302-72e8f01861e3 None None] The sync data for ids ['94ad0230-d91f-4c0b-931e-9f4654da0875'] in dv-cinder-778193-6-iscsi is: [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:36:04Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '7b89327d-b938-44fb-b076-96bf71e65596', 'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'mac_address': 'fa:16:3e:42:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:36:00Z', 'updated_at': '2021-08-29T14:36:13Z', 'revision_number': 5, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'subnets': [{'id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:40:38.080104 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:38.136589 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Network d84c55a3-b401-4300-b3ca-9117e55c4b72 is already hosted by enough agents. {{(pid=94546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:40:38.139991 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.base_scheduler [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Resources bound (agent type, host, resource id): {{(pid=94546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:40:38.153744 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Received port after_create {{(pid=94546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:40:38.156276 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Pushing event updated for resources: {'Port': ['ID=1f3777ed-e6d5-4272-84a0-d11a87337a24,revision_number=1']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:38.182399 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:38.182764 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:38.182875 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:38.183076 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:38.183401 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:38.183812 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:38.184100 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:38.184426 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:38.184742 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:38.185060 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:38.185379 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:38.185704 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:38.186040 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:38.215635 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Attempting to bind port 1f3777ed-e6d5-4272-84a0-d11a87337a24 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:40:38.216007 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Attempting to bind port 1f3777ed-e6d5-4272-84a0-d11a87337a24 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '249b7bca-8298-45c0-a701-0648bacb6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:40:38.216366 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Attempting to bind port 1f3777ed-e6d5-4272-84a0-d11a87337a24 on network d84c55a3-b401-4300-b3ca-9117e55c4b72 {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:40:38.220877 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:38.221979 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:40:38.222433 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Checking segment: {'id': '249b7bca-8298-45c0-a701-0648bacb6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:40:38.222900 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:38.223390 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Bound using segment: {'id': '249b7bca-8298-45c0-a701-0648bacb6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:40:38.223931 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Bound port: 1f3777ed-e6d5-4272-84a0-d11a87337a24, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249b7bca-8298-45c0-a701-0648bacb6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:40:38.224634 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:38.308430 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] For port 1f3777ed-e6d5-4272-84a0-d11a87337a24, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:40:38.311646 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] For port 1f3777ed-e6d5-4272-84a0-d11a87337a24, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=1f3777ed-e6d5-4272-84a0-d11a87337a24,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:40:38.343083 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6d9484-15fb-4bb7-8991-cfb48e28e936 None None] New status for floating IP e88c5033-7fca-4443-b05c-2880cfdacc8b: DOWN {{(pid=94547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:40:38.344927 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Allocated IP 172.27.0.63 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/2ecf2a54-6d05-4623-b59c-fe8645e6c142) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:40:38.415080 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:38.449040 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:38.498157 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90566281-717e-43c0-9ce6-66b4ab0c861e None None] Pushing event updated for resources: {'Port': ['ID=1f3777ed-e6d5-4272-84a0-d11a87337a24,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:38.574678 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:38.619999 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:40:38.623452 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:40:38.627604 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:40:38.658375 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ecf2a54-6d05-4623-b59c-fe8645e6c142,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:38.966970 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47720) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:38.985152 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:39.026523 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-147ca7d4-fd58-471c-a46d-aae8c7e5e23a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:39.049485 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-147ca7d4-fd58-471c-a46d-aae8c7e5e23a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:39.185608 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568074'] for router, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:39.265277 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-147ca7d4-fd58-471c-a46d-aae8c7e5e23a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:39.267804 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-147ca7d4-fd58-471c-a46d-aae8c7e5e23a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:39.269148 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-147ca7d4-fd58-471c-a46d-aae8c7e5e23a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "DELETE /v2.0/security-groups/1d6d5b1a-144b-4573-a7d3-705e5244e773 HTTP/1.1" status: 204 len: 168 time: 0.3011711 Aug 29 14:40:39.272327 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 47724) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:39.281076 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ca7d4-fd58-471c-a46d-aae8c7e5e23a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6d5b1a-144b-4573-a7d3-705e5244e773,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:39.291073 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.api.v2.resource [None req-17500ac5-e9d6-4503-9203-637d349bb3de tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] show failed (client error): The resource could not be found. Aug 29 14:40:39.292423 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-17500ac5-e9d6-4503-9203-637d349bb3de tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups/1d6d5b1a-144b-4573-a7d3-705e5244e773 HTTP/1.1" status: 404 len: 347 time: 0.0189772 Aug 29 14:40:39.298659 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 47726) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:39.456380 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-3ad18fd1-8bb5-46ac-91ec-6541e8faeca5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Deleting port 5940117e-4389-4bf1-8dc3-925641e9accb {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:40:39.457019 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3ad18fd1-8bb5-46ac-91ec-6541e8faeca5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:39.490806 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 1f3777ed-e6d5-4272-84a0-d11a87337a24 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:40:39.544196 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3ad18fd1-8bb5-46ac-91ec-6541e8faeca5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:39.544522 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3ad18fd1-8bb5-46ac-91ec-6541e8faeca5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:39.554074 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 is scheduled to L3 agent fb682885-7553-4707-814d-5f2a30d12884 with binding_index 1 {{(pid=94544) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:40:39.560681 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-3ad18fd1-8bb5-46ac-91ec-6541e8faeca5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Calling delete_port for 5940117e-4389-4bf1-8dc3-925641e9accb owned by network:floatingip {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:40:39.565634 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943bd9eb-a26c-4772-81a8-ab6e8bc75678 None None] Network d84c55a3-b401-4300-b3ca-9117e55c4b72 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:40:39.608029 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 1f3777ed-e6d5-4272-84a0-d11a87337a24 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:40:39.700838 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-b7ff574a-bb9a-4386-8710-1aca28cc9ef7 None None] Provisioning for port 1f3777ed-e6d5-4272-84a0-d11a87337a24 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:40:39.707264 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-b7ff574a-bb9a-4386-8710-1aca28cc9ef7 None None] Provisioning complete for port 1f3777ed-e6d5-4272-84a0-d11a87337a24 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:39.709517 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b7ff574a-bb9a-4386-8710-1aca28cc9ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:39.743868 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:40:39.752327 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Sync routers for ids ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:40:39.782457 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Routers {'4862bfed-ca5f-454a-9d7b-18754c6ddb43'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:40:39.783106 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:39.810923 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] Notify callbacks [] for router, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:39.812111 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-79a3136f-e9f2-44d6-82f3-90b76fab4df4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7446601 Aug 29 14:40:39.815031 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 47732) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:39.907468 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3ad18fd1-8bb5-46ac-91ec-6541e8faeca5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:39.924561 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b7ff574a-bb9a-4386-8710-1aca28cc9ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:39.958389 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Set router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:40:39.964591 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad18fd1-8bb5-46ac-91ec-6541e8faeca5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event deleted for resources: {'Port': ['ID=5940117e-4389-4bf1-8dc3-925641e9accb,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:40.030383 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-b7ff574a-bb9a-4386-8710-1aca28cc9ef7 None None] For port 1f3777ed-e6d5-4272-84a0-d11a87337a24, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=1f3777ed-e6d5-4272-84a0-d11a87337a24,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:40:40.071408 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3ad18fd1-8bb5-46ac-91ec-6541e8faeca5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for floatingip, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.074152 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3ad18fd1-8bb5-46ac-91ec-6541e8faeca5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.075302 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-3ad18fd1-8bb5-46ac-91ec-6541e8faeca5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "DELETE /v2.0/floatingips/e88c5033-7fca-4443-b05c-2880cfdacc8b HTTP/1.1" status: 204 len: 168 time: 0.7756391 Aug 29 14:40:40.093803 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b7ff574a-bb9a-4386-8710-1aca28cc9ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.189250 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff574a-bb9a-4386-8710-1aca28cc9ef7 None None] Pushing event updated for resources: {'Port': ['ID=1f3777ed-e6d5-4272-84a0-d11a87337a24,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:40.220149 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-1d952b61-a62b-4d78-be92-6bf0f24bf26b None None] Provisioning complete for port 1f3777ed-e6d5-4272-84a0-d11a87337a24 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:40.220522 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-1d952b61-a62b-4d78-be92-6bf0f24bf26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.247776 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:37Z', 'updated_at': '2021-08-29T14:40:38Z', 'revision_number': 3, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'gw_port': {'id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:38Z', 'updated_at': '2021-08-29T14:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:40.282596 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Checking router: 4862bfed-ca5f-454a-9d7b-18754c6ddb43 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:40:40.282950 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Updating router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 port 2ecf2a54-6d05-4623-b59c-fe8645e6c142 binding host dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:40:40.316469 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.420399 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.522380 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47746) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:40.528406 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-b0553f50-7425-405e-88c3-0fb880b503e0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--394322625', 'description': 'tempest-description--41515133'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:40.603739 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Allocated IP 172.20.0.1 (d84c55a3-b401-4300-b3ca-9117e55c4b72/c51a3205-4b38-4051-8846-91cae5501301/3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:40:40.624457 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b0553f50-7425-405e-88c3-0fb880b503e0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.722466 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.727688 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b0553f50-7425-405e-88c3-0fb880b503e0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.736381 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Transition to ACTIVE for port object 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f will not be triggered until provisioned by entity DHCP. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:40:40.747414 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Notify callbacks [] for port, precommit_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.756721 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Transition to ACTIVE for port object 2ecf2a54-6d05-4623-b59c-fe8645e6c142 will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:40:40.805098 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b0553f50-7425-405e-88c3-0fb880b503e0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.832935 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0553f50-7425-405e-88c3-0fb880b503e0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03281f5-4c7e-404d-a59c-0c42e5de7db3,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:40.833913 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.834240 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.871647 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Network d84c55a3-b401-4300-b3ca-9117e55c4b72 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:40:40.877980 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:40:40.880351 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:40:40.886164 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Attempting to bind port 2ecf2a54-6d05-4623-b59c-fe8645e6c142 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:40:40.886461 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Attempting to bind port 2ecf2a54-6d05-4623-b59c-fe8645e6c142 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:40:40.886823 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Attempting to bind port 2ecf2a54-6d05-4623-b59c-fe8645e6c142 on network bbe3a00d-9061-4549-b02f-7472dfbc0c66 {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:40:40.892233 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5df595-6776-46eb-bfc5-71591c0a5d67 None None] Pushing event updated for resources: {'Port': ['ID=2ecf2a54-6d05-4623-b59c-fe8645e6c142,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:40.896949 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:40:40.897638 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Checking segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:40:40.897755 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.898545 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Bound using segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:40:40.898545 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Bound port: 2ecf2a54-6d05-4623-b59c-fe8645e6c142, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:40:40.898922 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.919496 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Pushing event updated for resources: {'Port': ['ID=3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:40.937901 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568277'] for router_interface, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.944772 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b0553f50-7425-405e-88c3-0fb880b503e0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:40.954784 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-b0553f50-7425-405e-88c3-0fb880b503e0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4220817 Aug 29 14:40:40.954784 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47748) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:40.954784 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-92c154b7-a8ff-4101-a92c-6fbc317358c2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Request body: {'security_group_rule': {'security_group_id': 'e03281f5-4c7e-404d-a59c-0c42e5de7db3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:40.960189 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] For port 2ecf2a54-6d05-4623-b59c-fe8645e6c142, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:40:40.964047 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] For port 2ecf2a54-6d05-4623-b59c-fe8645e6c142, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=2ecf2a54-6d05-4623-b59c-fe8645e6c142,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:40:41.030868 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.063947 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-92c154b7-a8ff-4101-a92c-6fbc317358c2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.092758 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Routers {'4862bfed-ca5f-454a-9d7b-18754c6ddb43'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:40:41.093464 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:41.121103 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-92c154b7-a8ff-4101-a92c-6fbc317358c2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.135918 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5df595-6776-46eb-bfc5-71591c0a5d67 None None] Pushing event updated for resources: {'Port': ['ID=2ecf2a54-6d05-4623-b59c-fe8645e6c142,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:41.174790 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.221756 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] Set router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:40:41.296990 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-92c154b7-a8ff-4101-a92c-6fbc317358c2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.316447 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-af643d7c-2d0d-47f2-9e03-1195270e09e4 None None] Provisioning for port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:40:41.318105 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c154b7-a8ff-4101-a92c-6fbc317358c2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489c5b72-6f32-48c1-9b2a-84d9be254e04,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:41.321547 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-af643d7c-2d0d-47f2-9e03-1195270e09e4 None None] Provisioning complete for port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:41.322390 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-af643d7c-2d0d-47f2-9e03-1195270e09e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.336767 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.374316 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device bcbc19c8-0455-4f6b-90c7-153982d2db24 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:40:41.379545 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-92c154b7-a8ff-4101-a92c-6fbc317358c2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.380888 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-92c154b7-a8ff-4101-a92c-6fbc317358c2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4299538 Aug 29 14:40:41.382486 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-af643d7c-2d0d-47f2-9e03-1195270e09e4 None None] Port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:40:41.383636 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47752) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:41.389179 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-b66535b9-6241-4ebe-af04-4f110ef84501 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Request body: {'security_group_rule': {'security_group_id': 'e03281f5-4c7e-404d-a59c-0c42e5de7db3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:41.406099 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.408287 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: bcbc19c8-0455-4f6b-90c7-153982d2db24 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:40:41.408829 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device bcbc19c8-0455-4f6b-90c7-153982d2db24 not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:40:41.446903 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 1f3777ed-e6d5-4272-84a0-d11a87337a24 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:40:41.480799 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Pushing event updated for resources: {'Port': ['ID=3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:41.484341 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567562'] for router_interface, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.499457 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:37Z', 'updated_at': '2021-08-29T14:40:38Z', 'revision_number': 3, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'gw_port': {'id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:38Z', 'updated_at': '2021-08-29T14:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:41.503077 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b66535b9-6241-4ebe-af04-4f110ef84501 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.539908 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cbfe6c-0e83-4fd7-8d42-669575d81668 None None] The sync data for ids ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'] in dv-cinder-778193-6-iscsi is: [{'id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:37Z', 'updated_at': '2021-08-29T14:40:38Z', 'revision_number': 3, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'gw_port': {'id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:38Z', 'updated_at': '2021-08-29T14:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:40:41.555537 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 1f3777ed-e6d5-4272-84a0-d11a87337a24 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:41.559015 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.579245 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b66535b9-6241-4ebe-af04-4f110ef84501 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.613053 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Network d84c55a3-b401-4300-b3ca-9117e55c4b72 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:40:41.615023 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:40:41.664661 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b66535b9-6241-4ebe-af04-4f110ef84501 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.686458 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66535b9-6241-4ebe-af04-4f110ef84501 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a99c1ba-ffee-422f-8e1c-bf31ced8bc3b,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:41.750501 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b66535b9-6241-4ebe-af04-4f110ef84501 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.751851 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-b66535b9-6241-4ebe-af04-4f110ef84501 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3664141 Aug 29 14:40:41.754947 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47758) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:41.760658 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Request body: {'floatingip': {'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:41.766267 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:40:41.872567 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for floatingip, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.917180 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:40:41.919701 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-aea31a53-f3ca-497f-8624-2eadb814146b None None] Provisioning complete for port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:41.920185 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-aea31a53-f3ca-497f-8624-2eadb814146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:41.932056 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-3dcfe094-8d76-4289-93cc-400b280b64cf admin admin] 10.222.0.16 "PUT /v2.0/routers/4862bfed-ca5f-454a-9d7b-18754c6ddb43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1157098 Aug 29 14:40:41.965708 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-aea31a53-f3ca-497f-8624-2eadb814146b None None] Port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:40:41.999467 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:42.130686 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Allocated IP 172.27.0.155 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/121f76bf-2853-49da-8d79-ab8ebc81ebd6) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:40:42.249051 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:42.368224 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:42.416703 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:40:42.419684 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:40:42.422191 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:40:42.459650 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event updated for resources: {'Port': ['ID=121f76bf-2853-49da-8d79-ab8ebc81ebd6,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:42.496302 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-8117c516-f68a-48ff-82ce-909222b8aaa0 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:42.497847 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-8117c516-f68a-48ff-82ce-909222b8aaa0 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/networks?id=63e25327-2aaf-4ac8-99cc-11a86df4db95 HTTP/1.1" status: 200 len: 814 time: 0.1293933 Aug 29 14:40:42.514509 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-c31b499a-9f71-4fc1-8fb6-70810c2e104f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/quotas/2c3972b7a84b4e868b143f35255ea143 HTTP/1.1" status: 200 len: 375 time: 0.0103486 Aug 29 14:40:42.529086 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:42.552587 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-ccacd079-a0d9-4498-b494-999598d841ea tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c3972b7a84b4e868b143f35255ea143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323074 Aug 29 14:40:42.646062 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-d7a7b0d9-20d7-4600-8e36-3c80881d3847 service neutron] 10.222.0.16 "GET /v2.0/networks/63e25327-2aaf-4ac8-99cc-11a86df4db95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857718 Aug 29 14:40:42.659498 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:42.762302 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-0001065b-d813-4753-934e-e209269cb5e7 service neutron] 10.222.0.16 "GET /v2.0/networks/63e25327-2aaf-4ac8-99cc-11a86df4db95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071119 Aug 29 14:40:42.807831 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 47794) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:42.812724 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-302660026-network', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:42.833163 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for port, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:42.908044 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] Made reservation on behalf of c6a477f2fe9247dda16e104af2119881 for: {'network': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:40:42.910453 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:42.920688 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:42.925131 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958029'] for port, after_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:43.014782 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:43.041706 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event updated for resources: {'Port': ['ID=121f76bf-2853-49da-8d79-ab8ebc81ebd6,revision_number=2']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:43.062383 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-760d96f5-4aa6-4b3c-b9a2-63db03c4d676 req-e4af5426-0ef6-4412-b003-0348d11f1fd3 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 210 time: 0.0585418 Aug 29 14:40:43.196065 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:43.291367 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Sync routers for ids ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:40:43.296790 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:43.300371 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Routers {'4862bfed-ca5f-454a-9d7b-18754c6ddb43'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:40:43.300970 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:43.321147 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=94544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:40:43.331936 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c1f5a7-0ae7-4bf1-b23d-6bf96c611f36,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:43.336710 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:43.338018 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.segments_db [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] Added segment 066097f5-af09-4317-83ac-03415b24a5c3 of type vlan for network 68d6c827-1e08-4f70-894e-50c74e7dc1ba Aug 29 14:40:43.389840 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:43.411157 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Set router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:40:43.433943 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:43.435195 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-66c46f16-5d84-48b1-8fc2-0d43ee9f8c88 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6792707 Aug 29 14:40:43.475296 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 2ecf2a54-6d05-4623-b59c-fe8645e6c142 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:40:43.522447 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:43.523544 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:43.524311 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:43.590626 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] Pushing event updated for resources: {'Network': ['ID=68d6c827-1e08-4f70-894e-50c74e7dc1ba,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:43.602042 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network 68d6c827-1e08-4f70-894e-50c74e7dc1ba details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:40:43.617794 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 2ecf2a54-6d05-4623-b59c-fe8645e6c142 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:40:43.619057 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:37Z', 'updated_at': '2021-08-29T14:40:41Z', 'revision_number': 4, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'gw_port': {'id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:38Z', 'updated_at': '2021-08-29T14:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f', 'name': '', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'mac_address': 'fa:16:3e:f5:25:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c51a3205-4b38-4051-8846-91cae5501301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:40Z', 'updated_at': '2021-08-29T14:40:41Z', 'revision_number': 2, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'subnets': [{'id': 'c51a3205-4b38-4051-8846-91cae5501301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:43.647581 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Checking router: 4862bfed-ca5f-454a-9d7b-18754c6ddb43 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:40:43.648042 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Updating router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f binding host dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:40:43.656714 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 2ecf2a54-6d05-4623-b59c-fe8645e6c142 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:43.657338 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:43.679455 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:43.694176 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-486a5d41-2580-48a4-a1bb-4857c68e0002 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--394322625&fields=id&tenant_id=5afdc403b79a4f7593edca91c2b7f882 HTTP/1.1" status: 200 len: 267 time: 0.0417035 Aug 29 14:40:43.696042 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-9df424da-39ff-4fbc-b1e7-32163ee4f500 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8867862 Aug 29 14:40:43.699155 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47822) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:43.705065 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-6c354f3e-4754-47a2-89c7-9923d43f2499 admin admin] Request body: {'subnet': {'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-302660026-subnet', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'ip_version': 4}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:43.830933 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:43.833605 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c354f3e-4754-47a2-89c7-9923d43f2499 admin admin] Made reservation on behalf of c6a477f2fe9247dda16e104af2119881 for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:40:43.836254 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6c354f3e-4754-47a2-89c7-9923d43f2499 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3712991'] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:43.875016 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 2ecf2a54-6d05-4623-b59c-fe8645e6c142, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=2ecf2a54-6d05-4623-b59c-fe8645e6c142,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:40:43.980654 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:44.081526 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:44.092620 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.provisioning_blocks [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Transition to ACTIVE for port object 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f will not be triggered until provisioned by entity L2. {{(pid=94547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:40:44.098286 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=2ecf2a54-6d05-4623-b59c-fe8645e6c142,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:44.104943 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-2a9b4c45-a441-4c10-afac-46c79a9254ac tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:44.106526 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-2a9b4c45-a441-4c10-afac-46c79a9254ac tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/networks?id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 HTTP/1.1" status: 200 len: 817 time: 0.4038806 Aug 29 14:40:44.123562 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-4a35b445-2c7a-4c05-84b9-8150b5c9288a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/quotas/5afdc403b79a4f7593edca91c2b7f882 HTTP/1.1" status: 200 len: 375 time: 0.0097451 Aug 29 14:40:44.143096 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6c354f3e-4754-47a2-89c7-9923d43f2499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3957124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3712941'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:44.178897 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:44.199308 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c354f3e-4754-47a2-89c7-9923d43f2499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df875c4-831c-4726-a337-569b75c4e3bd,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:44.210951 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c354f3e-4754-47a2-89c7-9923d43f2499 admin admin] Checking segment: {'id': '066097f5-af09-4317-83ac-03415b24a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:40:44.211274 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c354f3e-4754-47a2-89c7-9923d43f2499 admin admin] Network hostable DHCP agents. Network: 68d6c827-1e08-4f70-894e-50c74e7dc1ba, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:40:44.226804 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-f68c1c4c-e0e9-49f7-9992-064736ce7946 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5afdc403b79a4f7593edca91c2b7f882&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0921712 Aug 29 14:40:44.237785 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8299582-07be-49ac-a887-15e34e3de26a None None] Pushing event updated for resources: {'Port': ['ID=3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f,revision_number=3']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:44.250525 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8299582-07be-49ac-a887-15e34e3de26a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:44.250869 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8299582-07be-49ac-a887-15e34e3de26a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:44.251209 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8299582-07be-49ac-a887-15e34e3de26a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:44.251535 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8299582-07be-49ac-a887-15e34e3de26a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:44.252062 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8299582-07be-49ac-a887-15e34e3de26a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:44.252393 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8299582-07be-49ac-a887-15e34e3de26a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:44.252720 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8299582-07be-49ac-a887-15e34e3de26a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:44.253036 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8299582-07be-49ac-a887-15e34e3de26a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:44.253510 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8299582-07be-49ac-a887-15e34e3de26a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:44.253975 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8299582-07be-49ac-a887-15e34e3de26a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:44.254286 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8299582-07be-49ac-a887-15e34e3de26a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:44.254598 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8299582-07be-49ac-a887-15e34e3de26a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:40:44.307862 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Attempting to bind port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:40:44.308542 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Attempting to bind port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '249b7bca-8298-45c0-a701-0648bacb6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72'}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:40:44.308542 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Attempting to bind port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f on network d84c55a3-b401-4300-b3ca-9117e55c4b72 {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:40:44.314091 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:40:44.314608 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Checking segment: {'id': '249b7bca-8298-45c0-a701-0648bacb6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:40:44.315096 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:44.315668 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Bound using segment: {'id': '249b7bca-8298-45c0-a701-0648bacb6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72'} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:40:44.316250 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Bound port: 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249b7bca-8298-45c0-a701-0648bacb6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72'}}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:40:44.316861 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:44.328456 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-5d0387fa-2fb9-456f-8dbf-8213e1d20a49 service neutron] 10.222.0.16 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975187 Aug 29 14:40:44.359999 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c354f3e-4754-47a2-89c7-9923d43f2499 admin admin] Network 68d6c827-1e08-4f70-894e-50c74e7dc1ba is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:40:44.386409 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] For port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:40:44.390580 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] For port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:40:44.425799 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-e41ea198-1d48-4117-ab9e-1d4bfff02d9d service neutron] 10.222.0.16 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890267 Aug 29 14:40:44.456789 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-6c354f3e-4754-47a2-89c7-9923d43f2499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, 68d6c827-1e08-4f70-894e-50c74e7dc1ba) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:40:44.461708 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c354f3e-4754-47a2-89c7-9923d43f2499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:44.462954 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6c354f3e-4754-47a2-89c7-9923d43f2499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:44.467015 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8be0b3-54fa-4b81-961a-ddfac1cc9ff9 None None] Network 68d6c827-1e08-4f70-894e-50c74e7dc1ba requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:40:44.488472 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:44.535077 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-6c354f3e-4754-47a2-89c7-9923d43f2499 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8338006 Aug 29 14:40:44.537057 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47844) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:44.544645 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-302660026-router', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:44.569202 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Routers {'4862bfed-ca5f-454a-9d7b-18754c6ddb43'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:40:44.570266 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:44.590712 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-758860da-2d1a-4af3-be45-f0730f11c2c2 req-b447ae5f-20a2-4347-aac9-da532c5f9f51 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 210 time: 0.0354531 Aug 29 14:40:44.628009 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8299582-07be-49ac-a887-15e34e3de26a None None] Pushing event updated for resources: {'Port': ['ID=3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f,revision_number=4']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:44.689017 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e624220-4536-5f42-b5ea-535ffdf31c06-68d6c827-1e08-4f70-894e-50c74e7dc1ba', 'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'fixed_ips': [{'subnet_id': '9df875c4-831c-4726-a337-569b75c4e3bd'}]}} from dv-cinder-778193-6-iscsi. {{(pid=94546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:40:44.698052 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:44.703114 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102437'] for router, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:44.707196 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102446'] for router, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:44.728859 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] Set router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:40:44.757467 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0f9966f3-3e4d-4de3-9cad-c31aa666201b req-9be6034a-c455-4cdb-911b-8aa772ce9948 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 210 time: 0.0551274 Aug 29 14:40:44.795345 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:44.854074 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1a6bd-bc67-4cf9-a065-a6c28ff81f5f req-b48ea422-f04f-4949-b95a-6c3e69cb5cf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:44.856184 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8ec1a6bd-bc67-4cf9-a065-a6c28ff81f5f req-b48ea422-f04f-4949-b95a-6c3e69cb5cf6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.1054900 Aug 29 14:40:44.904213 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.db_base_plugin_common [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Allocated IP 172.20.0.2 (68d6c827-1e08-4f70-894e-50c74e7dc1ba/9df875c4-831c-4726-a337-569b75c4e3bd/267774f3-3f86-4eaa-9ea4-5ffe66e62180) {{(pid=94546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:40:45.077324 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:45.133766 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Notify callbacks [] for port, precommit_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:45.149816 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Transition to ACTIVE for port object 267774f3-3f86-4eaa-9ea4-5ffe66e62180 will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:40:45.164702 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:37Z', 'updated_at': '2021-08-29T14:40:41Z', 'revision_number': 4, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'gw_port': {'id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:38Z', 'updated_at': '2021-08-29T14:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f', 'name': '', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'mac_address': 'fa:16:3e:f5:25:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c51a3205-4b38-4051-8846-91cae5501301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:40Z', 'updated_at': '2021-08-29T14:40:44Z', 'revision_number': 4, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'subnets': [{'id': 'c51a3205-4b38-4051-8846-91cae5501301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:45.167484 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Transition to ACTIVE for port object 267774f3-3f86-4eaa-9ea4-5ffe66e62180 will not be triggered until provisioned by entity DHCP. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:40:45.178533 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8ec1a6bd-bc67-4cf9-a065-a6c28ff81f5f req-012d84cc-c98f-4444-8f4a-1a3c9836982f tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149135 Aug 29 14:40:45.192750 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8b8499-9917-4917-9335-9c4c810d78c2 None None] The sync data for ids ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'] in dv-cinder-778193-6-iscsi is: [{'id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:37Z', 'updated_at': '2021-08-29T14:40:41Z', 'revision_number': 4, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'gw_port': {'id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:38Z', 'updated_at': '2021-08-29T14:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f', 'name': '', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'mac_address': 'fa:16:3e:f5:25:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c51a3205-4b38-4051-8846-91cae5501301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:40Z', 'updated_at': '2021-08-29T14:40:44Z', 'revision_number': 4, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'subnets': [{'id': 'c51a3205-4b38-4051-8846-91cae5501301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:40:45.367339 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0093e7d-efcb-4d9c-b739-d0eff28f5bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:45.370577 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:45.428838 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Network 68d6c827-1e08-4f70-894e-50c74e7dc1ba is already hosted by enough agents. {{(pid=94546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:40:45.436221 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.base_scheduler [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Resources bound (agent type, host, resource id): {{(pid=94546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:40:45.439979 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Received port after_create {{(pid=94546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:40:45.452049 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Pushing event updated for resources: {'Port': ['ID=267774f3-3f86-4eaa-9ea4-5ffe66e62180,revision_number=1']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:45.474693 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:45.507154 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Attempting to bind port 267774f3-3f86-4eaa-9ea4-5ffe66e62180 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:40:45.507727 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Attempting to bind port 267774f3-3f86-4eaa-9ea4-5ffe66e62180 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '066097f5-af09-4317-83ac-03415b24a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:40:45.508255 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Attempting to bind port 267774f3-3f86-4eaa-9ea4-5ffe66e62180 on network 68d6c827-1e08-4f70-894e-50c74e7dc1ba {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:40:45.515883 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:40:45.516609 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Checking segment: {'id': '066097f5-af09-4317-83ac-03415b24a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:40:45.517178 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:45.517763 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Bound using segment: {'id': '066097f5-af09-4317-83ac-03415b24a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:40:45.518420 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Bound port: 267774f3-3f86-4eaa-9ea4-5ffe66e62180, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066097f5-af09-4317-83ac-03415b24a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:40:45.518989 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:45.570833 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 2ecf2a54-6d05-4623-b59c-fe8645e6c142 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:40:45.645030 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] For port 267774f3-3f86-4eaa-9ea4-5ffe66e62180, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:40:45.650909 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] For port 267774f3-3f86-4eaa-9ea4-5ffe66e62180, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=267774f3-3f86-4eaa-9ea4-5ffe66e62180,segment=NetworkSegment(066097f5-af09-4317-83ac-03415b24a5c3),segment_id=066097f5-af09-4317-83ac-03415b24a5c3)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:40:45.660357 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 2ecf2a54-6d05-4623-b59c-fe8645e6c142 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:45.660817 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:45.719778 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e6220910-61d5-47df-ae08-22d3183ff111 req-8ad453f2-c047-4638-a672-82a9463e269e tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 210 time: 0.0513401 Aug 29 14:40:45.736354 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:45.750787 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:45.823035 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:40:45.863225 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e29a81b4-911a-4c9d-a403-b61ea8397997 req-510c3155-28cc-4f1a-be0e-8c3ba8afbdc2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 210 time: 0.0424576 Aug 29 14:40:45.881211 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Allocated IP 172.27.0.150 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/41b4b684-11c6-4688-99b0-72efd7768261) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:40:45.881353 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9f9d6-28a6-4742-821e-51773b95e891 None None] Pushing event updated for resources: {'Port': ['ID=267774f3-3f86-4eaa-9ea4-5ffe66e62180,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:45.972813 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:40:45.977298 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:45.979038 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:46.001756 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:46.086284 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:46.124061 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:40:46.140899 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:46.187834 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:40:46.194514 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:40:46.198353 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:40:46.200501 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Pushing event updated for resources: {'Port': ['ID=41b4b684-11c6-4688-99b0-72efd7768261,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:46.228721 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:46.280591 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:46.397133 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25de625-66d5-496f-8ed7-222e022ce825 req-cbbdd643-6e46-4ad6-90f9-8b246838cde6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:46.398826 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b25de625-66d5-496f-8ed7-222e022ce825 req-cbbdd643-6e46-4ad6-90f9-8b246838cde6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.1294968 Aug 29 14:40:46.438793 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b25de625-66d5-496f-8ed7-222e022ce825 req-6e1752db-996e-465d-a203-2a548453d765 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331624 Aug 29 14:40:46.536622 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:46.746826 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568074'] for router, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:46.826055 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6d5a9110-e47d-4987-8f52-514b234d4dc0 req-430c420f-fca8-4b0b-a3a1-10f95591230e tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 210 time: 0.0384774 Aug 29 14:40:46.899906 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69d20dc-6604-43de-ba38-fce688b08120 None None] Network 68d6c827-1e08-4f70-894e-50c74e7dc1ba requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:40:46.950488 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Router 89710088-cb4a-4ffa-a50b-db6c087a8354 is scheduled to L3 agent fb682885-7553-4707-814d-5f2a30d12884 with binding_index 1 {{(pid=94545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:40:46.999038 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-da0fae82-6a99-4b76-b340-3273056bbd66 req-89c5cd9d-d377-40d8-aa1f-a7061ced92bc tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 210 time: 0.0508680 Aug 29 14:40:47.082768 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:40:47.155737 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Sync routers for ids ['89710088-cb4a-4ffa-a50b-db6c087a8354'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:40:47.159656 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-0304a33d-1977-4bfb-8651-5866f3f522e2 None None] Provisioning for port 267774f3-3f86-4eaa-9ea4-5ffe66e62180 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:40:47.168606 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] Notify callbacks [] for router, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:47.169913 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-a78fc229-7be9-4850-b34b-9d8cdecd7a72 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6308675 Aug 29 14:40:47.176043 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47880) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:47.183552 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Routers {'89710088-cb4a-4ffa-a50b-db6c087a8354'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:40:47.184237 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['89710088-cb4a-4ffa-a50b-db6c087a8354'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:47.312143 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Set router 89710088-cb4a-4ffa-a50b-db6c087a8354 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:40:47.541355 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'name': 'tempest-TestShelveInstance-302660026-router', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '41b4b684-11c6-4688-99b0-72efd7768261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:44Z', 'updated_at': '2021-08-29T14:40:46Z', 'revision_number': 3, 'project_id': 'c6a477f2fe9247dda16e104af2119881', 'gw_port': {'id': '41b4b684-11c6-4688-99b0-72efd7768261', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:45Z', 'updated_at': '2021-08-29T14:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:47.571232 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Checking router: 89710088-cb4a-4ffa-a50b-db6c087a8354 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:40:47.571624 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Updating router 89710088-cb4a-4ffa-a50b-db6c087a8354 port 41b4b684-11c6-4688-99b0-72efd7768261 binding host dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:40:47.586220 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f39c19-ac42-4fd0-8ffb-e49785baa0b2 req-4e92dc9b-35dd-435a-ac9d-8f893ad1cd49 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:47.596862 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-00f39c19-ac42-4fd0-8ffb-e49785baa0b2 req-4e92dc9b-35dd-435a-ac9d-8f893ad1cd49 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.0757415 Aug 29 14:40:47.631173 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:47.655986 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-00f39c19-ac42-4fd0-8ffb-e49785baa0b2 req-5e09fb3d-ce65-4a71-be78-56aa680f46ba tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578928 Aug 29 14:40:47.656139 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 267774f3-3f86-4eaa-9ea4-5ffe66e62180 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:40:47.680195 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:47.860358 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Allocated IP 172.20.0.1 (68d6c827-1e08-4f70-894e-50c74e7dc1ba/9df875c4-831c-4726-a337-569b75c4e3bd/04a7bd67-4794-487f-92df-2196c6a3da80) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:40:47.892653 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 267774f3-3f86-4eaa-9ea4-5ffe66e62180 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:40:47.910693 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-f186cdb7-a3de-428b-99ee-0bb1c7317bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:47.917372 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 267774f3-3f86-4eaa-9ea4-5ffe66e62180 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:47.917948 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:47.964168 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-f1bdadde-db8b-4959-9734-7f077393b258 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:47.965737 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-f1bdadde-db8b-4959-9734-7f077393b258 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.36 "GET /v2.0/networks?id=63e25327-2aaf-4ac8-99cc-11a86df4db95 HTTP/1.1" status: 200 len: 814 time: 0.1528802 Aug 29 14:40:47.995936 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-539e5d60-847b-4cd8-9f45-9d13717488a6 req-36cc334f-b544-4717-9cba-7c75eced6ab8 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 210 time: 0.0291610 Aug 29 14:40:48.000262 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-b691f4f3-46e4-4881-912e-63bd132bb6e1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Request body: {'port': {'device_id': 'cff9d20b-232c-4f5b-9195-f419511dfb0e', 'network_id': '63e25327-2aaf-4ac8-99cc-11a86df4db95', 'admin_state_up': True, 'tenant_id': '2c3972b7a84b4e868b143f35255ea143'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:48.013993 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.023352 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.029039 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.provisioning_blocks [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Transition to ACTIVE for port object 04a7bd67-4794-487f-92df-2196c6a3da80 will not be triggered until provisioned by entity DHCP. {{(pid=94545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:40:48.064243 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Transition to ACTIVE for port object 41b4b684-11c6-4688-99b0-72efd7768261 will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:40:48.073502 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.125242 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 267774f3-3f86-4eaa-9ea4-5ffe66e62180, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=267774f3-3f86-4eaa-9ea4-5ffe66e62180,segment=NetworkSegment(066097f5-af09-4317-83ac-03415b24a5c3),segment_id=066097f5-af09-4317-83ac-03415b24a5c3)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:40:48.125636 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6dba71be-a954-42d8-a1e0-0935f9fb1062 req-1f9a2c4a-105c-4f5e-ab54-077b0039b3d8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 210 time: 0.0368330 Aug 29 14:40:48.161278 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.204159 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Network 68d6c827-1e08-4f70-894e-50c74e7dc1ba is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:40:48.207036 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:40:48.209494 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:40:48.217740 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.222000 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:40:48.235660 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Pushing event updated for resources: {'Port': ['ID=04a7bd67-4794-487f-92df-2196c6a3da80,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:48.245390 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-b691f4f3-46e4-4881-912e-63bd132bb6e1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Made reservation on behalf of 2c3972b7a84b4e868b143f35255ea143 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:40:48.250915 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-b691f4f3-46e4-4881-912e-63bd132bb6e1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.261735 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568277'] for router_interface, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.278731 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.284728 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.366373 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:48.366637 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.428541 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Attempting to bind port 41b4b684-11c6-4688-99b0-72efd7768261 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:40:48.428925 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Attempting to bind port 41b4b684-11c6-4688-99b0-72efd7768261 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:40:48.429311 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Attempting to bind port 41b4b684-11c6-4688-99b0-72efd7768261 on network bbe3a00d-9061-4549-b02f-7472dfbc0c66 {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:40:48.447606 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=267774f3-3f86-4eaa-9ea4-5ffe66e62180,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:48.475897 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-b691f4f3-46e4-4881-912e-63bd132bb6e1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Allocated IP 172.20.0.13 (63e25327-2aaf-4ac8-99cc-11a86df4db95/53d02dcf-f1ba-4011-b5d9-83e88a4a8fc9/9df05efe-3db2-459f-993c-002a939b8fc3) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:40:48.479470 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:40:48.479846 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Checking segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:40:48.480250 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.480680 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Bound using segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:40:48.481143 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Bound port: 41b4b684-11c6-4688-99b0-72efd7768261, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:40:48.481555 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.578589 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.595522 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cafe7a-5ff3-48ce-b36c-4381986251b0 None None] Pushing event updated for resources: {'Port': ['ID=41b4b684-11c6-4688-99b0-72efd7768261,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:48.616629 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] For port 41b4b684-11c6-4688-99b0-72efd7768261, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:40:48.620827 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] For port 41b4b684-11c6-4688-99b0-72efd7768261, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=41b4b684-11c6-4688-99b0-72efd7768261,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:40:48.682937 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-5af2178f-5297-48e5-9582-6579d03aa3c6 None None] Provisioning for port 04a7bd67-4794-487f-92df-2196c6a3da80 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:40:48.687126 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.700708 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-5af2178f-5297-48e5-9582-6579d03aa3c6 None None] Provisioning complete for port 04a7bd67-4794-487f-92df-2196c6a3da80 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:48.701078 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-5af2178f-5297-48e5-9582-6579d03aa3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.778509 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-9f522d2a-b6d2-4f9d-ad07-b14647056a39 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:48.779980 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-9f522d2a-b6d2-4f9d-ad07-b14647056a39 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.36 "GET /v2.0/networks?id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 HTTP/1.1" status: 200 len: 817 time: 0.2454705 Aug 29 14:40:48.780739 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.806579 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Routers {'89710088-cb4a-4ffa-a50b-db6c087a8354'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:40:48.807289 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['89710088-cb4a-4ffa-a50b-db6c087a8354'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:48.810771 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-5af2178f-5297-48e5-9582-6579d03aa3c6 None None] Port 04a7bd67-4794-487f-92df-2196c6a3da80 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:40:48.844536 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-b691f4f3-46e4-4881-912e-63bd132bb6e1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.848650 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cafe7a-5ff3-48ce-b36c-4381986251b0 None None] Pushing event updated for resources: {'Port': ['ID=41b4b684-11c6-4688-99b0-72efd7768261,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:48.877891 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf5b68-6388-4351-be7f-97a165e18ab2 req-b6e69d67-69f4-4c66-bf24-ba8aba6352b6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:48.879436 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16bf5b68-6388-4351-be7f-97a165e18ab2 req-b6e69d67-69f4-4c66-bf24-ba8aba6352b6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.1220875 Aug 29 14:40:48.883384 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-d1bd4870-3702-46e1-98f9-8b512d50de08 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5afdc403b79a4f7593edca91c2b7f882 HTTP/1.1" status: 200 len: 379 time: 0.0783656 Aug 29 14:40:48.886289 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958029'] for port, after_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.957621 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567562'] for router_interface, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:48.959588 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Pushing event updated for resources: {'Port': ['ID=04a7bd67-4794-487f-92df-2196c6a3da80,revision_number=2']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:48.964285 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] Set router 89710088-cb4a-4ffa-a50b-db6c087a8354 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:40:48.971559 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-474e3a40-4c90-410c-ae65-02d7db2ea4f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Request body: {'port': {'device_id': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'admin_state_up': True, 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'security_groups': ['e03281f5-4c7e-404d-a59c-0c42e5de7db3']}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:49.000922 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:49.044280 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16bf5b68-6388-4351-be7f-97a165e18ab2 req-5475ad07-0662-4d62-99d9-74f1fe9dc4f2 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489859 Aug 29 14:40:49.062270 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Network 68d6c827-1e08-4f70-894e-50c74e7dc1ba is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:40:49.063709 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:40:49.160828 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6bd0b70f-264f-4ebd-9f19-d0a84c8473af req-507d105b-bb78-4254-aebd-f111caa1037f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 210 time: 0.0363965 Aug 29 14:40:49.179789 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-b691f4f3-46e4-4881-912e-63bd132bb6e1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:49.251064 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-b691f4f3-46e4-4881-912e-63bd132bb6e1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Network 63e25327-2aaf-4ac8-99cc-11a86df4db95 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:40:49.296094 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'name': 'tempest-TestShelveInstance-302660026-router', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '41b4b684-11c6-4688-99b0-72efd7768261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:44Z', 'updated_at': '2021-08-29T14:40:48Z', 'revision_number': 4, 'project_id': 'c6a477f2fe9247dda16e104af2119881', 'gw_port': {'id': '41b4b684-11c6-4688-99b0-72efd7768261', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:45Z', 'updated_at': '2021-08-29T14:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '04a7bd67-4794-487f-92df-2196c6a3da80', 'name': '', 'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'mac_address': 'fa:16:3e:ea:e9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9df875c4-831c-4726-a337-569b75c4e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:47Z', 'updated_at': '2021-08-29T14:40:47Z', 'revision_number': 1, 'project_id': 'c6a477f2fe9247dda16e104af2119881', 'subnets': [{'id': '9df875c4-831c-4726-a337-569b75c4e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:49.306640 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691f4f3-46e4-4881-912e-63bd132bb6e1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Pushing event updated for resources: {'Port': ['ID=9df05efe-3db2-459f-993c-002a939b8fc3,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:49.310341 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-b691f4f3-46e4-4881-912e-63bd132bb6e1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:40:49.318176 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-474e3a40-4c90-410c-ae65-02d7db2ea4f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Made reservation on behalf of 5afdc403b79a4f7593edca91c2b7f882 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:40:49.323728 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-474e3a40-4c90-410c-ae65-02d7db2ea4f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:49.324604 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-5c622f6e-3aae-40dc-a93f-cacd37feecf2 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:49.326194 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-5c622f6e-3aae-40dc-a93f-cacd37feecf2 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.36 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.1492534 Aug 29 14:40:49.327728 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c6461185-0946-43ce-890b-21cae31da741 req-30e3c373-302d-4252-ac30-1acb1715af5e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 210 time: 0.0896292 Aug 29 14:40:49.328545 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-b691f4f3-46e4-4881-912e-63bd132bb6e1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:40:49.334700 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a66b51-81d8-4a07-840b-73996bad27f1 None None] The sync data for ids ['89710088-cb4a-4ffa-a50b-db6c087a8354'] in dv-cinder-778193-6-iscsi is: [{'id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'name': 'tempest-TestShelveInstance-302660026-router', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '41b4b684-11c6-4688-99b0-72efd7768261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:44Z', 'updated_at': '2021-08-29T14:40:48Z', 'revision_number': 4, 'project_id': 'c6a477f2fe9247dda16e104af2119881', 'gw_port': {'id': '41b4b684-11c6-4688-99b0-72efd7768261', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:45Z', 'updated_at': '2021-08-29T14:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '04a7bd67-4794-487f-92df-2196c6a3da80', 'name': '', 'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'mac_address': 'fa:16:3e:ea:e9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9df875c4-831c-4726-a337-569b75c4e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:47Z', 'updated_at': '2021-08-29T14:40:47Z', 'revision_number': 1, 'project_id': 'c6a477f2fe9247dda16e104af2119881', 'subnets': [{'id': '9df875c4-831c-4726-a337-569b75c4e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:40:49.346055 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-7417d051-82f4-4318-ae22-12ef51ebe1f2 None None] Provisioning complete for port 04a7bd67-4794-487f-92df-2196c6a3da80 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:49.346555 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-7417d051-82f4-4318-ae22-12ef51ebe1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:49.350626 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Router 89710088-cb4a-4ffa-a50b-db6c087a8354 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:40:49.389566 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-7417d051-82f4-4318-ae22-12ef51ebe1f2 None None] Port 04a7bd67-4794-487f-92df-2196c6a3da80 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:40:49.406030 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-b691f4f3-46e4-4881-912e-63bd132bb6e1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:49.406930 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-b691f4f3-46e4-4881-912e-63bd132bb6e1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:49.455792 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:40:49.485225 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 267774f3-3f86-4eaa-9ea4-5ffe66e62180 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:40:49.553569 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-b691f4f3-46e4-4881-912e-63bd132bb6e1 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5606546 Aug 29 14:40:49.554611 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-474e3a40-4c90-410c-ae65-02d7db2ea4f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Allocated IP 172.20.0.9 (77e4b94e-a9dd-4eea-8e2a-83ef0a655db3/6994c5da-f2dd-4a04-acbe-279bd8acc28e/55bfaaf4-9006-4c1e-8e34-399c4a69cc8e) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:40:49.560580 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 267774f3-3f86-4eaa-9ea4-5ffe66e62180 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:49.561419 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:49.572850 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Request body: {'port': {'device_id': 'cff9d20b-232c-4f5b-9195-f419511dfb0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:49.686345 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:49.829522 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Deleting port 1639a203-872e-4609-b91e-7a0191107d66 {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:40:49.829844 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:49.874752 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:40:49.882387 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-2040c8b3-bb51-40cb-aec2-e9e6875db6b5 admin admin] 10.222.0.16 "PUT /v2.0/routers/89710088-cb4a-4ffa-a50b-db6c087a8354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7049854 Aug 29 14:40:49.914763 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-474e3a40-4c90-410c-ae65-02d7db2ea4f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:49.963366 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.db [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] For port 1639a203-872e-4609-b91e-7a0191107d66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1639a203-872e-4609-b91e-7a0191107d66,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:40:49.963956 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:50.020880 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-474e3a40-4c90-410c-ae65-02d7db2ea4f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Transition to ACTIVE for port object 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e will not be triggered until provisioned by entity DHCP. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:40:50.218815 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-474e3a40-4c90-410c-ae65-02d7db2ea4f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:50.233106 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df05efe-3db2-459f-993c-002a939b8fc3 {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:40:50.284123 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:50.301733 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:50.301733 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:50.301733 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.l3_db [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Floating IP 0490e95b-0ee3-49df-9c4a-ee6a9ae8aa1d disassociated. External IP: 172.27.0.53, port: 1639a203-872e-4609-b91e-7a0191107d66. Aug 29 14:40:50.302237 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Calling delete_port for 1639a203-872e-4609-b91e-7a0191107d66 owned by compute:nova {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:40:50.332704 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-474e3a40-4c90-410c-ae65-02d7db2ea4f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:40:50.334917 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Transition to ACTIVE for port object 9df05efe-3db2-459f-993c-002a939b8fc3 will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:40:50.339646 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-474e3a40-4c90-410c-ae65-02d7db2ea4f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:40:50.343535 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-474e3a40-4c90-410c-ae65-02d7db2ea4f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:40:50.390714 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e3a40-4c90-410c-ae65-02d7db2ea4f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event updated for resources: {'Port': ['ID=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:50.416474 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:50.431556 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d81d2-85f0-4a69-89a3-76d06bc4e08c req-8067b5f1-b69f-4b07-865b-57e6789542c1 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:50.433128 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-428d81d2-85f0-4a69-89a3-76d06bc4e08c req-8067b5f1-b69f-4b07-865b-57e6789542c1 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 945 time: 0.2338948 Aug 29 14:40:50.440290 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:50.443282 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-474e3a40-4c90-410c-ae65-02d7db2ea4f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:50.443901 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-474e3a40-4c90-410c-ae65-02d7db2ea4f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:50.590039 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Pushing event updated for resources: {'Port': ['ID=9df05efe-3db2-459f-993c-002a939b8fc3,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:50.635790 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-428d81d2-85f0-4a69-89a3-76d06bc4e08c req-67dfe711-abd7-431d-9874-91e12b3b58e4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=26d25df0-1840-421c-bd3f-ec7646484b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251688 Aug 29 14:40:50.659048 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:50.695221 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-474e3a40-4c90-410c-ae65-02d7db2ea4f6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7526710 Aug 29 14:40:50.713626 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event deleted for resources: {'Port': ['ID=1639a203-872e-4609-b91e-7a0191107d66,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:50.735840 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Request body: {'port': {'device_id': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:50.813387 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Attempting to bind port 9df05efe-3db2-459f-993c-002a939b8fc3 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:40:50.813723 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Attempting to bind port 9df05efe-3db2-459f-993c-002a939b8fc3 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'c2899c4b-766e-4475-845f-8dcc160c0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '63e25327-2aaf-4ac8-99cc-11a86df4db95'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:40:50.814073 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Attempting to bind port 9df05efe-3db2-459f-993c-002a939b8fc3 on network 63e25327-2aaf-4ac8-99cc-11a86df4db95 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:40:50.819887 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Port 9df05efe-3db2-459f-993c-002a939b8fc3 on network 63e25327-2aaf-4ac8-99cc-11a86df4db95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:40:50.820204 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Attempting to bind port 9df05efe-3db2-459f-993c-002a939b8fc3 on network 63e25327-2aaf-4ac8-99cc-11a86df4db95 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:40:50.842082 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-016a96fd-6193-493a-b98b-183d47d0458a None None] Provisioning for port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:40:50.845892 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-016a96fd-6193-493a-b98b-183d47d0458a None None] Provisioning complete for port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:50.846277 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-016a96fd-6193-493a-b98b-183d47d0458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:50.864821 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:40:50.864997 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbd4f2-128b-44be-999c-b09e5d180411 req-0a03cb31-6668-43fa-960c-57e6d7734629 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:50.867127 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e3cbd4f2-128b-44be-999c-b09e5d180411 req-0a03cb31-6668-43fa-960c-57e6d7734629 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 944 time: 0.1280715 Aug 29 14:40:50.869728 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:40:50.870119 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Checking segment: {'id': 'c2899c4b-766e-4475-845f-8dcc160c0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '63e25327-2aaf-4ac8-99cc-11a86df4db95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:40:50.870508 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Bound using segment: {'id': 'c2899c4b-766e-4475-845f-8dcc160c0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '63e25327-2aaf-4ac8-99cc-11a86df4db95'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:40:50.870954 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Bound port: 9df05efe-3db2-459f-993c-002a939b8fc3, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2899c4b-766e-4475-845f-8dcc160c0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '63e25327-2aaf-4ac8-99cc-11a86df4db95'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:40:50.871309 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:50.897117 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-016a96fd-6193-493a-b98b-183d47d0458a None None] Port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:40:50.928807 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:50.996844 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:40:51.006875 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e3cbd4f2-128b-44be-999c-b09e5d180411 req-cd184c96-d3ad-46ef-95a7-02b3ca0987b0 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184065 Aug 29 14:40:51.007894 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d1a91-9900-4874-8a26-b785971aeed2 None None] Sync routers for ids ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:40:51.020958 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d1a91-9900-4874-8a26-b785971aeed2 None None] Routers {'714f3cc3-ddd4-4ca9-bb28-a7156c975725'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:40:51.021579 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-bb0d1a91-9900-4874-8a26-b785971aeed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:51.031505 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] For port 9df05efe-3db2-459f-993c-002a939b8fc3, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:40:51.035116 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] For port 9df05efe-3db2-459f-993c-002a939b8fc3, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9df05efe-3db2-459f-993c-002a939b8fc3,segment=NetworkSegment(c2899c4b-766e-4475-845f-8dcc160c0822),segment_id=c2899c4b-766e-4475-845f-8dcc160c0822)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:40:51.073075 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] No DVR routers for this DVR port 1639a203-872e-4609-b91e-7a0191107d66 on host hv-cinder-77819 {{(pid=94545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:40:51.076281 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:51.079027 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.36 "DELETE /v2.0/ports/1639a203-872e-4609-b91e-7a0191107d66 HTTP/1.1" status: 204 len: 173 time: 1.7430992 Aug 29 14:40:51.079027 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1391cc40-7623-484f-8939-38835d369a61', 'name': 'network-vif-deleted', 'tag': '1639a203-872e-4609-b91e-7a0191107d66'}] {{(pid=94545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:40:51.081471 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3f88a97947bc46447bf64d5742a30a9c549343a816f3376ab3b001ccfdc429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2697e45-7bff-4126-ab8c-b43e15731d1e" -d '{"events": [{"server_uuid": "1391cc40-7623-484f-8939-38835d369a61", "name": "network-vif-deleted", "tag": "1639a203-872e-4609-b91e-7a0191107d66"}]}' {{(pid=94545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:40:51.159471 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-bb0d1a91-9900-4874-8a26-b785971aeed2 None None] Set router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:40:51.192377 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47950) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:51.201737 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-3d5ab4a2-d03a-429d-a8dc-23f15db8ce34 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-652353261', 'description': 'tempest-secgroup-smoke-652353261 description', 'project_id': '236affd94e314d68a10b2decd9cafcd1'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:51.231883 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8294911-dfa2-4066-bd0f-3bdf8c358eba x-openstack-request-id: req-e8294911-dfa2-4066-bd0f-3bdf8c358eba {{(pid=94545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:40:51.232282 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1391cc40-7623-484f-8939-38835d369a61", "name": "network-vif-deleted", "tag": "1639a203-872e-4609-b91e-7a0191107d66", "status": "completed", "code": 200}]} {{(pid=94545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:40:51.232630 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8294911-dfa2-4066-bd0f-3bdf8c358eba {{(pid=94545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:40:51.233127 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1391cc40-7623-484f-8939-38835d369a61', 'name': 'network-vif-deleted', 'tag': '1639a203-872e-4609-b91e-7a0191107d66', 'status': 'completed', 'code': 200} Aug 29 14:40:51.294546 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e994f0-a2b6-43bd-aaaf-d463213ad085 req-1bfc6c16-ec5d-4636-8089-588d156b7a0b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:51.296180 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a2e994f0-a2b6-43bd-aaaf-d463213ad085 req-1bfc6c16-ec5d-4636-8089-588d156b7a0b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 931 time: 0.2341344 Aug 29 14:40:51.299271 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:51.363976 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:51.364631 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:51.366290 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] 10.222.0.36 "PUT /v2.0/ports/9df05efe-3db2-459f-993c-002a939b8fc3 HTTP/1.1" status: 200 len: 1094 time: 1.7982585 Aug 29 14:40:51.371227 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff9d20b-232c-4f5b-9195-f419511dfb0e', 'tag': '9df05efe-3db2-459f-993c-002a939b8fc3'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:40:51.373419 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e61bb7-1534-40ee-b762-250eb53c5a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "cff9d20b-232c-4f5b-9195-f419511dfb0e", "tag": "9df05efe-3db2-459f-993c-002a939b8fc3"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:40:51.386800 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab4a2-d03a-429d-a8dc-23f15db8ce34 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:51.428850 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-bb0d1a91-9900-4874-8a26-b785971aeed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'c0d76403-dd3f-4366-97bb-110c73c1f3c0', 'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'mac_address': 'fa:16:3e:48:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:53Z', 'updated_at': '2021-08-29T14:36:10Z', 'revision_number': 5, 'project_id': '49b2184f7302404ab91b419e21067663', 'subnets': [{'id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:51.443871 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a2e994f0-a2b6-43bd-aaaf-d463213ad085 req-46517308-8744-428b-8668-3e6749a9544e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386836 Aug 29 14:40:51.450786 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84966b3-2ec0-4ae7-9078-8ffb5e796f95 service neutron] Pushing event updated for resources: {'Port': ['ID=9df05efe-3db2-459f-993c-002a939b8fc3,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:51.477067 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db980fd-3851-435f-876a-7e774f7ed93e x-openstack-request-id: req-7db980fd-3851-435f-876a-7e774f7ed93e {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:40:51.477356 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff9d20b-232c-4f5b-9195-f419511dfb0e", "tag": "9df05efe-3db2-459f-993c-002a939b8fc3", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:40:51.478229 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7db980fd-3851-435f-876a-7e774f7ed93e {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:40:51.478603 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff9d20b-232c-4f5b-9195-f419511dfb0e', 'tag': '9df05efe-3db2-459f-993c-002a939b8fc3', 'status': 'completed', 'code': 200} Aug 29 14:40:51.487618 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d1a91-9900-4874-8a26-b785971aeed2 None None] Checking router: 714f3cc3-ddd4-4ca9-bb28-a7156c975725 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:40:51.503419 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d1a91-9900-4874-8a26-b785971aeed2 None None] Routers {'714f3cc3-ddd4-4ca9-bb28-a7156c975725'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:40:51.505931 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-bb0d1a91-9900-4874-8a26-b785971aeed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:51.514198 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:40:51.541567 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab4a2-d03a-429d-a8dc-23f15db8ce34 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:51.563533 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 41b4b684-11c6-4688-99b0-72efd7768261 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:40:51.564416 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:51.593200 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e61bb7-1534-40ee-b762-250eb53c5a2b req-cc06fcda-8eee-443c-a444-7be9ee292757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:51.594903 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-56e61bb7-1534-40ee-b762-250eb53c5a2b req-cc06fcda-8eee-443c-a444-7be9ee292757 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c3972b7a84b4e868b143f35255ea143&device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 1097 time: 0.0763278 Aug 29 14:40:51.597536 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Transition to ACTIVE for port object 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:40:51.625141 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab4a2-d03a-429d-a8dc-23f15db8ce34 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:51.671804 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-bb0d1a91-9900-4874-8a26-b785971aeed2 None None] Set router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:40:51.705114 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:51.727063 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ab4a2-d03a-429d-a8dc-23f15db8ce34 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635482dd-a9f8-47e2-a5f5-ba04bcc714e0,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:51.731014 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab4a2-d03a-429d-a8dc-23f15db8ce34 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:51.735699 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-3d5ab4a2-d03a-429d-a8dc-23f15db8ce34 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5397916 Aug 29 14:40:51.737572 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47962) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:51.747175 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-55f5381f-7ce5-4f5c-ab68-c7bc47dd57a0 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Request body: {'security_group_rule': {'security_group_id': '635482dd-a9f8-47e2-a5f5-ba04bcc714e0', 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:51.882012 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 41b4b684-11c6-4688-99b0-72efd7768261 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:40:51.886481 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 41b4b684-11c6-4688-99b0-72efd7768261 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:51.887290 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ccb1a3f1-d51c-4182-959f-c63d18aea4c7 req-2a1c5842-8565-4f29-b38c-c748dea2c24c tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=1391cc40-7623-484f-8939-38835d369a61 HTTP/1.1" status: 200 len: 210 time: 0.0612221 Aug 29 14:40:51.890822 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:51.890947 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Pushing event updated for resources: {'Port': ['ID=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:51.918301 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-55f5381f-7ce5-4f5c-ab68-c7bc47dd57a0 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:51.945840 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e61bb7-1534-40ee-b762-250eb53c5a2b req-e4a01bc7-7fc0-4e40-b954-8111abde0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:51.947726 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-56e61bb7-1534-40ee-b762-250eb53c5a2b req-e4a01bc7-7fc0-4e40-b954-8111abde0bcd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2c3972b7a84b4e868b143f35255ea143&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3246863 Aug 29 14:40:52.052632 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-bb0d1a91-9900-4874-8a26-b785971aeed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'c0d76403-dd3f-4366-97bb-110c73c1f3c0', 'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'mac_address': 'fa:16:3e:48:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:53Z', 'updated_at': '2021-08-29T14:36:10Z', 'revision_number': 5, 'project_id': '49b2184f7302404ab91b419e21067663', 'subnets': [{'id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:52.080646 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-55f5381f-7ce5-4f5c-ab68-c7bc47dd57a0 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:52.101484 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:52.129178 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d1a91-9900-4874-8a26-b785971aeed2 None None] The sync data for ids ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'] in dv-cinder-778193-6-iscsi is: [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'c0d76403-dd3f-4366-97bb-110c73c1f3c0', 'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'mac_address': 'fa:16:3e:48:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:53Z', 'updated_at': '2021-08-29T14:36:10Z', 'revision_number': 5, 'project_id': '49b2184f7302404ab91b419e21067663', 'subnets': [{'id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:40:52.151789 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 41b4b684-11c6-4688-99b0-72efd7768261, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=41b4b684-11c6-4688-99b0-72efd7768261,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:40:52.171185 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-55f5381f-7ce5-4f5c-ab68-c7bc47dd57a0 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:52.189651 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5381f-7ce5-4f5c-ab68-c7bc47dd57a0 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f360513e-9c0f-46bf-980b-e3486e947bc4,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:52.193401 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Attempting to bind port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:40:52.193742 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Attempting to bind port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:40:52.194095 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Attempting to bind port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e on network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:40:52.206862 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e on network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:40:52.207021 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Attempting to bind port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e on network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:40:52.225068 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:40:52.225411 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Checking segment: {'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:40:52.225809 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Bound using segment: {'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:40:52.226287 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Bound port: 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e143a62-a8e0-4637-8b71-d53958971755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:40:52.226680 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:52.260554 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a8980-2840-4134-9d62-767a6ac66301 req-691129eb-6846-49f5-a787-ce9592c96514 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:52.262201 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-067a8980-2840-4134-9d62-767a6ac66301 req-691129eb-6846-49f5-a787-ce9592c96514 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 944 time: 0.1173282 Aug 29 14:40:52.262482 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:52.280667 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e61bb7-1534-40ee-b762-250eb53c5a2b req-286d5625-85b6-43bc-bdc4-136155434656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:52.282244 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-56e61bb7-1534-40ee-b762-250eb53c5a2b req-286d5625-85b6-43bc-bdc4-136155434656 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3055265 Aug 29 14:40:52.308261 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-55f5381f-7ce5-4f5c-ab68-c7bc47dd57a0 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:52.313843 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-55f5381f-7ce5-4f5c-ab68-c7bc47dd57a0 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5709724 Aug 29 14:40:52.313843 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47974) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:52.320397 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-4659518a-1e82-4b15-b654-24725da2c2c4 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Request body: {'security_group_rule': {'security_group_id': '635482dd-a9f8-47e2-a5f5-ba04bcc714e0', 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:52.350113 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=41b4b684-11c6-4688-99b0-72efd7768261,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:52.398489 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-067a8980-2840-4134-9d62-767a6ac66301 req-7199e8c9-e10f-4c07-96f1-f0be25b5e70a tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215372 Aug 29 14:40:52.412223 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] For port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:40:52.426010 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] For port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:40:52.431467 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4659518a-1e82-4b15-b654-24725da2c2c4 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:52.440287 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-8d000df9-efc8-4b65-97e7-c3147f059582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:52.441825 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-8d000df9-efc8-4b65-97e7-c3147f059582 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c3972b7a84b4e868b143f35255ea143&device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 1097 time: 0.0942140 Aug 29 14:40:52.495119 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-b0709058-29b9-4ccc-870f-4f310fd18d86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9df05efe-3db2-459f-993c-002a939b8fc3 HTTP/1.1" status: 200 len: 217 time: 0.0396218 Aug 29 14:40:52.496242 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:52.543826 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4659518a-1e82-4b15-b654-24725da2c2c4 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:52.607653 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4659518a-1e82-4b15-b654-24725da2c2c4 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:52.631200 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659518a-1e82-4b15-b654-24725da2c2c4 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65ed85b-a045-4626-8719-5974f71bc145,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:52.653166 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47980) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:52.668061 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d01a1f-62b1-48c9-8c29-429290720ffb None None] New status for floating IP 0490e95b-0ee3-49df-9c4a-ee6a9ae8aa1d: DOWN {{(pid=94546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:40:52.694382 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4659518a-1e82-4b15-b654-24725da2c2c4 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:52.696502 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-4659518a-1e82-4b15-b654-24725da2c2c4 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3808339 Aug 29 14:40:52.701698 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47984) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:52.708586 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-9add0cfe-4761-4cb3-aba4-3acc99a7a2de tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Request body: {'security_group_rule': {'security_group_id': '635482dd-a9f8-47e2-a5f5-ba04bcc714e0', 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:52.817261 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fe167714-93e4-40fb-8a8f-3c0f456e2597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:52.840740 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-9add0cfe-4761-4cb3-aba4-3acc99a7a2de tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:52.869944 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:52.870575 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:52.874833 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] 10.222.0.36 "PUT /v2.0/ports/55bfaaf4-9006-4c1e-8e34-399c4a69cc8e HTTP/1.1" status: 200 len: 1093 time: 2.1431882 Aug 29 14:40:52.896304 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-e18c044e-81e0-44c9-8480-a242cb64daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:52.896304 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-e18c044e-81e0-44c9-8480-a242cb64daa0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53d02dcf-f1ba-4011-b5d9-83e88a4a8fc9 HTTP/1.1" status: 200 len: 854 time: 0.3719151 Aug 29 14:40:52.946812 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-9add0cfe-4761-4cb3-aba4-3acc99a7a2de tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:52.988436 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d40d61-cb9a-4612-95db-e8beba57b4cd service neutron] Pushing event updated for resources: {'Port': ['ID=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:52.994661 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-3f94091d-3a62-41c1-b4b6-a1b35bbb1aed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63e25327-2aaf-4ac8-99cc-11a86df4db95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678983 Aug 29 14:40:53.010128 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fe167714-93e4-40fb-8a8f-3c0f456e2597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.013810 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-9add0cfe-4761-4cb3-aba4-3acc99a7a2de tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.034792 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add0cfe-4761-4cb3-aba4-3acc99a7a2de tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64abe9b5-c4f0-432e-af8b-63004e4a5d29,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:53.041856 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9121e95-b03e-422d-a240-0a1aeaf09fa9 req-93b780c7-ba03-4e27-9418-f4e13a270650 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:53.043472 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d9121e95-b03e-422d-a240-0a1aeaf09fa9 req-93b780c7-ba03-4e27-9418-f4e13a270650 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.2162313 Aug 29 14:40:53.070770 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47990) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:53.105329 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fe167714-93e4-40fb-8a8f-3c0f456e2597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.149199 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d9121e95-b03e-422d-a240-0a1aeaf09fa9 req-5d43bf49-d511-4ae7-8632-59244fe45671 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628858 Aug 29 14:40:53.157890 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-4b77582c-dcaa-4c2f-95f3-9baa5254b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:53.158100 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe167714-93e4-40fb-8a8f-3c0f456e2597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfa8f1c-0e0c-4574-8c72-434345e5467b,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:53.159412 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-4b77582c-dcaa-4c2f-95f3-9baa5254b410 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afdc403b79a4f7593edca91c2b7f882&device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 1096 time: 0.1495912 Aug 29 14:40:53.174438 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-e1c5d9e6-adfe-4c6b-9518-161d3f07d315 service neutron] 10.222.0.36 "GET /v2.0/networks/63e25327-2aaf-4ac8-99cc-11a86df4db95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738346 Aug 29 14:40:53.186812 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-fe167714-93e4-40fb-8a8f-3c0f456e2597 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97a5f092947f4035818bcce40cc63618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5322249 Aug 29 14:40:53.190144 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47992) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:53.197618 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fedaef50-1000-463e-96f5-4be9ff8e1ac5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.233605 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-9add0cfe-4761-4cb3-aba4-3acc99a7a2de tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.234811 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-9add0cfe-4761-4cb3-aba4-3acc99a7a2de tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5325079 Aug 29 14:40:53.240950 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 47994) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:53.246412 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-27b7758b-4df4-451e-9051-489697579f60 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Request body: {'security_group_rule': {'security_group_id': '635482dd-a9f8-47e2-a5f5-ba04bcc714e0', 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:53.247660 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-d7f1323a-7709-4502-92c4-2dc1b6cf79ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e HTTP/1.1" status: 200 len: 217 time: 0.0722699 Aug 29 14:40:53.256315 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fedaef50-1000-463e-96f5-4be9ff8e1ac5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.312900 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5e526b8c-c8af-4e14-aadc-576445555da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.334873 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-4641b6e0-26f4-42c3-96e9-7e898e54c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:53.335103 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5e526b8c-c8af-4e14-aadc-576445555da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.336355 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-4641b6e0-26f4-42c3-96e9-7e898e54c767 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6994c5da-f2dd-4a04-acbe-279bd8acc28e HTTP/1.1" status: 200 len: 856 time: 0.0647707 Aug 29 14:40:53.374254 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-27b7758b-4df4-451e-9051-489697579f60 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.379846 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ba664366-ac3c-4eca-a55d-582a5d7491a8 req-49a2cd79-e3d1-414c-a3a4-5dcf2b9fcad4 service neutron] 10.222.0.36 "GET /v2.0/networks/63e25327-2aaf-4ac8-99cc-11a86df4db95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933491 Aug 29 14:40:53.381524 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Sync routers for ids ['89710088-cb4a-4ffa-a50b-db6c087a8354'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:40:53.395475 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-f7840ffc-3d75-42b6-abaf-5994532a2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:53.397551 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-f7840ffc-3d75-42b6-abaf-5994532a2ec4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541689 Aug 29 14:40:53.401158 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Routers {'89710088-cb4a-4ffa-a50b-db6c087a8354'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:40:53.401721 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['89710088-cb4a-4ffa-a50b-db6c087a8354'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:53.418494 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fedaef50-1000-463e-96f5-4be9ff8e1ac5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.421232 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fedaef50-1000-463e-96f5-4be9ff8e1ac5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.422406 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-fedaef50-1000-463e-96f5-4be9ff8e1ac5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "DELETE /v2.0/security-groups/26d25df0-1840-421c-bd3f-ec7646484b6a HTTP/1.1" status: 204 len: 168 time: 0.3555036 Aug 29 14:40:53.426494 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 47998) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:53.461328 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-27b7758b-4df4-451e-9051-489697579f60 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.469512 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.api.v2.resource [None req-c7971084-6122-48fb-9110-b12afafda07d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] show failed (client error): The resource could not be found. Aug 29 14:40:53.469734 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedaef50-1000-463e-96f5-4be9ff8e1ac5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d25df0-1840-421c-bd3f-ec7646484b6a,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:53.470574 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-c7971084-6122-48fb-9110-b12afafda07d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups/26d25df0-1840-421c-bd3f-ec7646484b6a HTTP/1.1" status: 404 len: 347 time: 0.0431383 Aug 29 14:40:53.473589 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 48000) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:53.480167 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'tag': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:40:53.482863 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3eda2c-df97-4345-bb36-22477871bed8" -d '{"events": [{"name": "network-changed", "server_uuid": "f557c594-d8b6-4497-a2d9-cb05e9bf2a28", "tag": "55bfaaf4-9006-4c1e-8e34-399c4a69cc8e"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:40:53.544952 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c336072-0985-412f-af6e-8ac27d06151e x-openstack-request-id: req-7c336072-0985-412f-af6e-8ac27d06151e {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:40:53.545238 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f557c594-d8b6-4497-a2d9-cb05e9bf2a28", "tag": "55bfaaf4-9006-4c1e-8e34-399c4a69cc8e", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:40:53.545485 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c336072-0985-412f-af6e-8ac27d06151e {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:40:53.545904 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'tag': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'status': 'completed', 'code': 200} Aug 29 14:40:53.552477 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 41b4b684-11c6-4688-99b0-72efd7768261 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:40:53.553663 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5e526b8c-c8af-4e14-aadc-576445555da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.556530 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5e526b8c-c8af-4e14-aadc-576445555da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.560736 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-5e526b8c-c8af-4e14-aadc-576445555da0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebfa8f1c-0e0c-4574-8c72-434345e5467b HTTP/1.1" status: 204 len: 168 time: 0.3694847 Aug 29 14:40:53.561601 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-27b7758b-4df4-451e-9051-489697579f60 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.598896 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-d63e1ac4-e6df-4b40-ab90-af7795f14828 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938443 Aug 29 14:40:53.609902 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022d38b-92b1-4e27-a316-226879e3d66d req-c8a28fed-6060-4158-8ce1-8acce22d59c3 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:53.617765 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2022d38b-92b1-4e27-a316-226879e3d66d req-c8a28fed-6060-4158-8ce1-8acce22d59c3 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 944 time: 0.0930841 Aug 29 14:40:53.622936 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Set router 89710088-cb4a-4ffa-a50b-db6c087a8354 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:40:53.627711 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7758b-4df4-451e-9051-489697579f60 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e48077-683e-4c02-9eec-8c2441dcf2a5,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:53.628721 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e526b8c-c8af-4e14-aadc-576445555da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfa8f1c-0e0c-4574-8c72-434345e5467b,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:53.664130 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 41b4b684-11c6-4688-99b0-72efd7768261 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:53.664890 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.702357 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-4d0adf76-ced3-4410-937c-97318ce377d4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Deleting port 0533d08d-a3a6-4083-b98e-c516f3a5ee15 {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:40:53.702909 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4d0adf76-ced3-4410-937c-97318ce377d4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.717739 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-27b7758b-4df4-451e-9051-489697579f60 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.721988 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-27b7758b-4df4-451e-9051-489697579f60 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4768815 Aug 29 14:40:53.722393 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2022d38b-92b1-4e27-a316-226879e3d66d req-a306a980-7ca0-4a60-b471-c9347951b0e5 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035187 Aug 29 14:40:53.728490 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 48006) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:53.732776 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-454fdb09-2ce0-4d07-9a10-c1050fee0244 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Request body: {'security_group_rule': {'security_group_id': '635482dd-a9f8-47e2-a5f5-ba04bcc714e0', 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:53.740149 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 1639a203-872e-4609-b91e-7a0191107d66 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:40:53.772611 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: 1639a203-872e-4609-b91e-7a0191107d66 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:40:53.772966 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 1639a203-872e-4609-b91e-7a0191107d66 not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:40:53.782754 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-26f36a6e-eed8-4e63-abf0-d87002220659 req-b9258e18-6f96-4795-9045-b4558c5355a3 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552815 Aug 29 14:40:53.813678 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.securitygroups_db [None req-454fdb09-2ce0-4d07-9a10-c1050fee0244 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Project 236affd94e314d68a10b2decd9cafcd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 14:40:53.823601 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-454fdb09-2ce0-4d07-9a10-c1050fee0244 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.833466 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4d0adf76-ced3-4410-937c-97318ce377d4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.833795 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4d0adf76-ced3-4410-937c-97318ce377d4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.846648 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-4d0adf76-ced3-4410-937c-97318ce377d4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Calling delete_port for 0533d08d-a3a6-4083-b98e-c516f3a5ee15 owned by network:floatingip {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:40:53.887431 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-454fdb09-2ce0-4d07-9a10-c1050fee0244 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.902240 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'name': 'tempest-TestShelveInstance-302660026-router', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '41b4b684-11c6-4688-99b0-72efd7768261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:44Z', 'updated_at': '2021-08-29T14:40:48Z', 'revision_number': 4, 'project_id': 'c6a477f2fe9247dda16e104af2119881', 'gw_port': {'id': '41b4b684-11c6-4688-99b0-72efd7768261', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:42:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:45Z', 'updated_at': '2021-08-29T14:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '04a7bd67-4794-487f-92df-2196c6a3da80', 'name': '', 'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'mac_address': 'fa:16:3e:ea:e9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9df875c4-831c-4726-a337-569b75c4e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:47Z', 'updated_at': '2021-08-29T14:40:48Z', 'revision_number': 2, 'project_id': 'c6a477f2fe9247dda16e104af2119881', 'subnets': [{'id': '9df875c4-831c-4726-a337-569b75c4e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:53.937459 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Checking router: 89710088-cb4a-4ffa-a50b-db6c087a8354 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:40:53.937823 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Updating router 89710088-cb4a-4ffa-a50b-db6c087a8354 port 04a7bd67-4794-487f-92df-2196c6a3da80 binding host dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:40:53.976793 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:53.979037 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-454fdb09-2ce0-4d07-9a10-c1050fee0244 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.003962 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fdb09-2ce0-4d07-9a10-c1050fee0244 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc76fd6-c570-4955-88bb-cd6aaa8af9c6,revision_number=0']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:54.014314 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eda2c-df97-4345-bb36-22477871bed8 req-eb12f9ac-a78d-4687-a57f-28548c9cbcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:54.015817 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7b3eda2c-df97-4345-bb36-22477871bed8 req-eb12f9ac-a78d-4687-a57f-28548c9cbcac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afdc403b79a4f7593edca91c2b7f882&device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 1096 time: 0.0701935 Aug 29 14:40:54.108562 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eda2c-df97-4345-bb36-22477871bed8 req-6929c179-2c8a-47b0-bed9-7af12c854f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:54.110639 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7b3eda2c-df97-4345-bb36-22477871bed8 req-6929c179-2c8a-47b0-bed9-7af12c854f58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 HTTP/1.1" status: 200 len: 918 time: 0.0865834 Aug 29 14:40:54.161379 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7b3eda2c-df97-4345-bb36-22477871bed8 req-1b293815-82ad-475d-b0a6-ebe6550e6b22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e HTTP/1.1" status: 200 len: 217 time: 0.0429668 Aug 29 14:40:54.202441 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4d0adf76-ced3-4410-937c-97318ce377d4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.203037 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-454fdb09-2ce0-4d07-9a10-c1050fee0244 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.203037 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-454fdb09-2ce0-4d07-9a10-c1050fee0244 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4706979 Aug 29 14:40:54.204540 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 48012) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:54.209070 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-d2c9a2e5-4d70-41c2-953a-029380e75674 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Request body: {'security_group_rule': {'security_group_id': '635482dd-a9f8-47e2-a5f5-ba04bcc714e0', 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:54.230416 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0adf76-ced3-4410-937c-97318ce377d4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event deleted for resources: {'Port': ['ID=0533d08d-a3a6-4083-b98e-c516f3a5ee15,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:54.236896 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eda2c-df97-4345-bb36-22477871bed8 req-7cee13e2-4f61-41bb-ad4d-2a2cc4530313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:54.238522 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7b3eda2c-df97-4345-bb36-22477871bed8 req-7cee13e2-4f61-41bb-ad4d-2a2cc4530313 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6994c5da-f2dd-4a04-acbe-279bd8acc28e HTTP/1.1" status: 200 len: 856 time: 0.0678217 Aug 29 14:40:54.272625 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Notify callbacks [] for port, precommit_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.284149 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.provisioning_blocks [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Transition to ACTIVE for port object 04a7bd67-4794-487f-92df-2196c6a3da80 will not be triggered until provisioned by entity L2. {{(pid=94547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:40:54.288573 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4d0adf76-ced3-4410-937c-97318ce377d4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for floatingip, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.291670 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4d0adf76-ced3-4410-937c-97318ce377d4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.292838 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-4d0adf76-ced3-4410-937c-97318ce377d4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "DELETE /v2.0/floatingips/0490e95b-0ee3-49df-9c4a-ee6a9ae8aa1d HTTP/1.1" status: 204 len: 168 time: 0.8178678 Aug 29 14:40:54.319323 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eda2c-df97-4345-bb36-22477871bed8 req-7b44e0e3-634f-4601-bcdb-0ca828f0c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:54.320854 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7b3eda2c-df97-4345-bb36-22477871bed8 req-7b44e0e3-634f-4601-bcdb-0ca828f0c746 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748057 Aug 29 14:40:54.387210 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c60e2c-a47f-41c4-ab22-16642b13ca61 req-bced144c-c5e3-4b4b-bd41-1e0c4e0528c5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:54.388706 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-69c60e2c-a47f-41c4-ab22-16642b13ca61 req-bced144c-c5e3-4b4b-bd41-1e0c4e0528c5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.1036506 Aug 29 14:40:54.444409 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-69c60e2c-a47f-41c4-ab22-16642b13ca61 req-816cf75c-c6e4-4e52-b5f0-770fce3b99d2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482330 Aug 29 14:40:54.451370 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.465269 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7b3eda2c-df97-4345-bb36-22477871bed8 req-5d238b54-476d-4d12-8f3c-ff66f585a663 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344097 Aug 29 14:40:54.529300 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.securitygroups_db [None req-d2c9a2e5-4d70-41c2-953a-029380e75674 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Project 236affd94e314d68a10b2decd9cafcd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 14:40:54.543555 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a2e5-4d70-41c2-953a-029380e75674 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.667323 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99f6f2-f97b-4740-a654-7479d69cb587 None None] Pushing event updated for resources: {'Port': ['ID=04a7bd67-4794-487f-92df-2196c6a3da80,revision_number=3']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:54.668416 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7b3eda2c-df97-4345-bb36-22477871bed8 req-97b10f5a-539d-4fe6-b2ed-1d71e26dc5b2 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489546 Aug 29 14:40:54.668622 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 48016) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:54.668716 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a2e5-4d70-41c2-953a-029380e75674 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.668806 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1d2d-1812-4fca-b6d4-889833055690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.672069 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Attempting to bind port 04a7bd67-4794-487f-92df-2196c6a3da80 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:40:54.672503 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Attempting to bind port 04a7bd67-4794-487f-92df-2196c6a3da80 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '066097f5-af09-4317-83ac-03415b24a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba'}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:40:54.672939 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Attempting to bind port 04a7bd67-4794-487f-92df-2196c6a3da80 on network 68d6c827-1e08-4f70-894e-50c74e7dc1ba {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:40:54.680449 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:40:54.681486 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Checking segment: {'id': '066097f5-af09-4317-83ac-03415b24a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:40:54.682182 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.682719 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Bound using segment: {'id': '066097f5-af09-4317-83ac-03415b24a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba'} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:40:54.683681 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Bound port: 04a7bd67-4794-487f-92df-2196c6a3da80, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066097f5-af09-4317-83ac-03415b24a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba'}}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:40:54.689961 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.690188 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 48018) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:54.694962 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-c881269d-0f13-4f43-8c0a-a64af3b1e049 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714343411', 'description': 'tempest-description--1758899611'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:54.763729 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] For port 04a7bd67-4794-487f-92df-2196c6a3da80, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:40:54.767484 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] For port 04a7bd67-4794-487f-92df-2196c6a3da80, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=04a7bd67-4794-487f-92df-2196c6a3da80,segment=NetworkSegment(066097f5-af09-4317-83ac-03415b24a5c3),segment_id=066097f5-af09-4317-83ac-03415b24a5c3)] {{(pid=94547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:40:54.776081 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1d2d-1812-4fca-b6d4-889833055690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.779283 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a2e5-4d70-41c2-953a-029380e75674 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.800676 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9a2e5-4d70-41c2-953a-029380e75674 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b64f218-2df7-46ea-ba9a-7516304cb048,revision_number=0']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:54.842493 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.859188 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18a826-99ee-43d9-b0cd-7e325b9c4166 req-9a8fcca2-5aca-43df-a921-aa8ec42f7e6d tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:54.860611 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7e18a826-99ee-43d9-b0cd-7e325b9c4166 req-9a8fcca2-5aca-43df-a921-aa8ec42f7e6d tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 944 time: 0.0578413 Aug 29 14:40:54.877970 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1d2d-1812-4fca-b6d4-889833055690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:54.900362 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Routers {'89710088-cb4a-4ffa-a50b-db6c087a8354'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:40:54.900748 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['89710088-cb4a-4ffa-a50b-db6c087a8354'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:54.924352 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7e18a826-99ee-43d9-b0cd-7e325b9c4166 req-39bd3b20-8547-4276-a523-0945968dc0ff tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574286 Aug 29 14:40:54.932361 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-5b4e1d2d-1812-4fca-b6d4-889833055690 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14871e5057c34bebb5593679990520eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923906 Aug 29 14:40:54.932361 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e1d2d-1812-4fca-b6d4-889833055690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071257bd-111c-4e5d-a603-f21aacd5d796,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:54.934514 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 48022) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:54.937821 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99f6f2-f97b-4740-a654-7479d69cb587 None None] Pushing event updated for resources: {'Port': ['ID=04a7bd67-4794-487f-92df-2196c6a3da80,revision_number=4']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:55.003272 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c881269d-0f13-4f43-8c0a-a64af3b1e049 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:55.007681 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1b681901-7adb-4608-a289-08fcb9320ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:55.028060 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] Set router 89710088-cb4a-4ffa-a50b-db6c087a8354 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:40:55.031333 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1b681901-7adb-4608-a289-08fcb9320ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:55.073346 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a2e5-4d70-41c2-953a-029380e75674 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:55.082615 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-d2c9a2e5-4d70-41c2-953a-029380e75674 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8692827 Aug 29 14:40:55.186240 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1b681901-7adb-4608-a289-08fcb9320ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:55.193187 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1b681901-7adb-4608-a289-08fcb9320ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:55.198064 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-1b681901-7adb-4608-a289-08fcb9320ebf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/071257bd-111c-4e5d-a603-f21aacd5d796 HTTP/1.1" status: 204 len: 168 time: 0.2593973 Aug 29 14:40:55.217244 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b681901-7adb-4608-a289-08fcb9320ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071257bd-111c-4e5d-a603-f21aacd5d796,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:55.252310 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'name': 'tempest-TestShelveInstance-302660026-router', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '41b4b684-11c6-4688-99b0-72efd7768261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:44Z', 'updated_at': '2021-08-29T14:40:48Z', 'revision_number': 4, 'project_id': 'c6a477f2fe9247dda16e104af2119881', 'gw_port': {'id': '41b4b684-11c6-4688-99b0-72efd7768261', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:42:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:45Z', 'updated_at': '2021-08-29T14:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '04a7bd67-4794-487f-92df-2196c6a3da80', 'name': '', 'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'mac_address': 'fa:16:3e:ea:e9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9df875c4-831c-4726-a337-569b75c4e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:47Z', 'updated_at': '2021-08-29T14:40:54Z', 'revision_number': 4, 'project_id': 'c6a477f2fe9247dda16e104af2119881', 'subnets': [{'id': '9df875c4-831c-4726-a337-569b75c4e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:40:55.283642 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c71a3-665e-4511-b9a7-9df400749b6c None None] The sync data for ids ['89710088-cb4a-4ffa-a50b-db6c087a8354'] in dv-cinder-778193-6-iscsi is: [{'id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'name': 'tempest-TestShelveInstance-302660026-router', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '41b4b684-11c6-4688-99b0-72efd7768261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:44Z', 'updated_at': '2021-08-29T14:40:48Z', 'revision_number': 4, 'project_id': 'c6a477f2fe9247dda16e104af2119881', 'gw_port': {'id': '41b4b684-11c6-4688-99b0-72efd7768261', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:42:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:45Z', 'updated_at': '2021-08-29T14:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '04a7bd67-4794-487f-92df-2196c6a3da80', 'name': '', 'network_id': '68d6c827-1e08-4f70-894e-50c74e7dc1ba', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'mac_address': 'fa:16:3e:ea:e9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '9df875c4-831c-4726-a337-569b75c4e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:47Z', 'updated_at': '2021-08-29T14:40:54Z', 'revision_number': 4, 'project_id': 'c6a477f2fe9247dda16e104af2119881', 'subnets': [{'id': '9df875c4-831c-4726-a337-569b75c4e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:40:55.335609 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c881269d-0f13-4f43-8c0a-a64af3b1e049 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:55.413732 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c881269d-0f13-4f43-8c0a-a64af3b1e049 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:55.469398 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881269d-0f13-4f43-8c0a-a64af3b1e049 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b57e125-f204-492b-904e-7ac1f52141f0,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:55.506283 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 04a7bd67-4794-487f-92df-2196c6a3da80 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:40:55.521886 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c881269d-0f13-4f43-8c0a-a64af3b1e049 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:55.523336 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-c881269d-0f13-4f43-8c0a-a64af3b1e049 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8322759 Aug 29 14:40:55.530947 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 48064) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:55.535990 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-719e6a57-3378-43b0-bba8-aaa368d7df89 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Request body: {'security_group_rule': {'security_group_id': '2b57e125-f204-492b-904e-7ac1f52141f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:55.608816 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787aec4-31e0-4051-b210-f7e6ba630449 req-96d2ac75-0165-4071-901d-0db9e1a99e2d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:55.608816 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b787aec4-31e0-4051-b210-f7e6ba630449 req-96d2ac75-0165-4071-901d-0db9e1a99e2d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.0572612 Aug 29 14:40:55.647859 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 04a7bd67-4794-487f-92df-2196c6a3da80 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:40:55.654617 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 04a7bd67-4794-487f-92df-2196c6a3da80 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:55.655715 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:55.655888 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-719e6a57-3378-43b0-bba8-aaa368d7df89 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:55.695712 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b787aec4-31e0-4051-b210-f7e6ba630449 req-158c6643-2b72-45bd-ae08-8b09181fba27 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759594 Aug 29 14:40:55.738201 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-719e6a57-3378-43b0-bba8-aaa368d7df89 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:55.769014 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:40:55.796664 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:55.807497 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-719e6a57-3378-43b0-bba8-aaa368d7df89 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:55.832092 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e6a57-3378-43b0-bba8-aaa368d7df89 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58e1490-1935-4ec9-a772-16bc71852c69,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:55.899106 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-719e6a57-3378-43b0-bba8-aaa368d7df89 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:55.901099 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-719e6a57-3378-43b0-bba8-aaa368d7df89 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3691130 Aug 29 14:40:55.904149 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 48074) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:55.908258 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 04a7bd67-4794-487f-92df-2196c6a3da80, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=04a7bd67-4794-487f-92df-2196c6a3da80,segment=NetworkSegment(066097f5-af09-4317-83ac-03415b24a5c3),segment_id=066097f5-af09-4317-83ac-03415b24a5c3)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:40:55.910031 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-c3cd7e62-a2c6-4da7-a21b-3762542d52ba tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Request body: {'security_group_rule': {'security_group_id': '2b57e125-f204-492b-904e-7ac1f52141f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:55.949932 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:40:55.963605 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'port_id': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'mac_address': 'fa:16:3e:fe:73:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:40:55.989423 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:56.016051 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e62-a2c6-4da7-a21b-3762542d52ba tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:56.072485 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:56.112175 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:40:56.116376 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e62-a2c6-4da7-a21b-3762542d52ba tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:56.134782 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=04a7bd67-4794-487f-92df-2196c6a3da80,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:56.141146 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efdb69-c2eb-4131-aec8-6271f6d9dc86 req-ae2426c3-47ce-41c7-af53-09a2df39097d tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:56.142974 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-01efdb69-c2eb-4131-aec8-6271f6d9dc86 req-ae2426c3-47ce-41c7-af53-09a2df39097d tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 944 time: 0.1115983 Aug 29 14:40:56.145808 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:40:56.194930 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-01efdb69-c2eb-4131-aec8-6271f6d9dc86 req-126d56c8-1db1-4b54-bc33-c9b48fb98880 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388892 Aug 29 14:40:56.197700 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:56.198412 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 9df05efe-3db2-459f-993c-002a939b8fc3 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:40:56.207147 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e62-a2c6-4da7-a21b-3762542d52ba tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:56.233300 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd7e62-a2c6-4da7-a21b-3762542d52ba tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92714fb-891f-40e9-8639-d3698cc124f3,revision_number=0']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:56.297062 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7e62-a2c6-4da7-a21b-3762542d52ba tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:56.298529 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-c3cd7e62-a2c6-4da7-a21b-3762542d52ba tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3933210 Aug 29 14:40:56.301784 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 48090) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:40:56.307295 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Request body: {'floatingip': {'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:40:56.308579 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:56.347336 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 9df05efe-3db2-459f-993c-002a939b8fc3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9df05efe-3db2-459f-993c-002a939b8fc3,segment=NetworkSegment(c2899c4b-766e-4475-845f-8dcc160c0822),segment_id=c2899c4b-766e-4475-845f-8dcc160c0822)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:40:56.359409 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '9df05efe-3db2-459f-993c-002a939b8fc3', 'network_id': '63e25327-2aaf-4ac8-99cc-11a86df4db95', 'port_id': '9df05efe-3db2-459f-993c-002a939b8fc3', 'mac_address': 'fa:16:3e:45:07:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d02dcf-f1ba-4011-b5d9-83e88a4a8fc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:40:56.398400 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:56.400141 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for floatingip, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:56.412012 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df05efe-3db2-459f-993c-002a939b8fc3 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:40:56.431980 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 9df05efe-3db2-459f-993c-002a939b8fc3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9df05efe-3db2-459f-993c-002a939b8fc3,segment=NetworkSegment(c2899c4b-766e-4475-845f-8dcc160c0822),segment_id=c2899c4b-766e-4475-845f-8dcc160c0822)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:40:56.503624 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:56.508982 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:56.571905 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=9df05efe-3db2-459f-993c-002a939b8fc3,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:56.632457 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Allocated IP 172.27.0.157 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/78cfd95c-3595-468a-8683-394c5cbaf214) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:40:56.741032 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:56.843125 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0aad7-3742-451a-93e8-f026bc11bd96 req-262d8623-ea9f-4959-bb6b-c0b55140289b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:56.844551 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a8d0aad7-3742-451a-93e8-f026bc11bd96 req-262d8623-ea9f-4959-bb6b-c0b55140289b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 944 time: 0.0497248 Aug 29 14:40:56.859958 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:56.867743 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['9df05efe-3db2-459f-993c-002a939b8fc3'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:40:56.892899 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['55bfaaf4-9006-4c1e-8e34-399c4a69cc8e'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:40:56.926466 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:40:56.936762 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a8d0aad7-3742-451a-93e8-f026bc11bd96 req-48cfb8b6-000a-4fa8-b463-7d5eaf10bed2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853956 Aug 29 14:40:56.937693 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:40:56.940055 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:40:56.947749 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event updated for resources: {'Port': ['ID=78cfd95c-3595-468a-8683-394c5cbaf214,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:57.049882 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:57.216004 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:57.383051 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7c98b-35e0-4e2e-8347-ede3f60eda1d req-5dc362f4-22c1-458f-9604-332c3c8700fe tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:57.385083 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a1b7c98b-35e0-4e2e-8347-ede3f60eda1d req-5dc362f4-22c1-458f-9604-332c3c8700fe tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 945 time: 0.0775268 Aug 29 14:40:57.451217 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a1b7c98b-35e0-4e2e-8347-ede3f60eda1d req-5455044e-b39d-49f7-9cd1-72789d32aca5 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561979 Aug 29 14:40:57.455503 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:57.465213 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 04a7bd67-4794-487f-92df-2196c6a3da80 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:40:57.510862 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 04a7bd67-4794-487f-92df-2196c6a3da80 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:57.511533 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:57.527805 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:57.613056 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event updated for resources: {'Port': ['ID=78cfd95c-3595-468a-8683-394c5cbaf214,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:57.632325 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:57.693350 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:57.694708 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-bf014cd4-1d48-45fa-b600-7ed4280a2050 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3918321 Aug 29 14:40:57.795368 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:40:57.896557 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-39419bec-2fea-4488-ab0e-bf5ed022c551 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--714343411&fields=id&tenant_id=49b2184f7302404ab91b419e21067663 HTTP/1.1" status: 200 len: 267 time: 0.0337753 Aug 29 14:40:57.898999 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:40:57.903434 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:57.909192 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:57.991131 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:58.015034 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:40:58.017293 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebedaf5-d152-44f7-a18f-f416c4c929e1" -d '{"events": [{"server_uuid": "f557c594-d8b6-4497-a2d9-cb05e9bf2a28", "name": "network-vif-plugged", "status": "completed", "tag": "55bfaaf4-9006-4c1e-8e34-399c4a69cc8e"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:40:58.021648 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-0deb907c-3e20-4bbe-8e1e-f18de28ec216 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:58.023267 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-0deb907c-3e20-4bbe-8e1e-f18de28ec216 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/networks?id=c507c791-e7f6-4063-b1e3-354734725b45 HTTP/1.1" status: 200 len: 811 time: 0.1195304 Aug 29 14:40:58.030634 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:40:58.050180 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-411429f4-8155-4169-b75f-342404e22ff8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/quotas/49b2184f7302404ab91b419e21067663 HTTP/1.1" status: 200 len: 375 time: 0.0208712 Aug 29 14:40:58.104735 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:58.106033 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 9df05efe-3db2-459f-993c-002a939b8fc3 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:40:58.114794 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a47301-f889-4327-8cb5-81a2aad30630 req-accc63cb-a79a-4582-aec8-22cfe977acaf tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:58.116304 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-92a47301-f889-4327-8cb5-81a2aad30630 req-accc63cb-a79a-4582-aec8-22cfe977acaf tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 944 time: 0.0791385 Aug 29 14:40:58.150632 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-ab7d6763-4f12-45c3-9bd9-fe4dd3ff5501 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=49b2184f7302404ab91b419e21067663&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0845845 Aug 29 14:40:58.183485 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:58.225662 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-92a47301-f889-4327-8cb5-81a2aad30630 req-6222c6e5-b463-4e03-b2d3-1ab541321fd8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022689 Aug 29 14:40:58.262614 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port 9df05efe-3db2-459f-993c-002a939b8fc3 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:40:58.266483 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 9df05efe-3db2-459f-993c-002a939b8fc3 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:40:58.266857 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:58.282407 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-f4144956-dd28-43f1-a505-d57f97023bf3 service neutron] 10.222.0.16 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097429 Aug 29 14:40:58.289840 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218eb613-ba7e-4451-a579-43a2f89c5b11 x-openstack-request-id: req-218eb613-ba7e-4451-a579-43a2f89c5b11 {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:40:58.290417 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f557c594-d8b6-4497-a2d9-cb05e9bf2a28", "name": "network-vif-plugged", "status": "completed", "tag": "55bfaaf4-9006-4c1e-8e34-399c4a69cc8e", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:40:58.290825 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-218eb613-ba7e-4451-a579-43a2f89c5b11 {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:40:58.291303 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'code': 200} Aug 29 14:40:58.361404 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:58.380794 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-76410119-5bfa-4e51-b62e-119e86e4d985 service neutron] 10.222.0.16 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950234 Aug 29 14:40:58.395512 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 9df05efe-3db2-459f-993c-002a939b8fc3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9df05efe-3db2-459f-993c-002a939b8fc3,segment=NetworkSegment(c2899c4b-766e-4475-845f-8dcc160c0822),segment_id=c2899c4b-766e-4475-845f-8dcc160c0822)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:40:58.476727 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:58.549360 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=9df05efe-3db2-459f-993c-002a939b8fc3,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:40:58.630783 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:40:58.678073 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d68ef150-aa98-445b-a94c-65d07e79a6a7 req-abd984bc-d5e4-4ec8-820c-57a0e018a215 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 210 time: 0.0562449 Aug 29 14:40:58.691119 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b8875-d90a-491e-9048-391d23e77ece req-1e3289d4-1771-4be6-9cf3-0e2517e1ef92 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:58.692636 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-599b8875-d90a-491e-9048-391d23e77ece req-1e3289d4-1771-4be6-9cf3-0e2517e1ef92 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 946 time: 0.1500428 Aug 29 14:40:58.735473 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae63439-2db2-4952-abd5-7df3874ed244 req-cb1b1b89-2e68-443b-b3a7-e4c09f1a44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:58.736822 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2ae63439-2db2-4952-abd5-7df3874ed244 req-cb1b1b89-2e68-443b-b3a7-e4c09f1a44c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 1098 time: 0.1238475 Aug 29 14:40:58.767809 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-599b8875-d90a-491e-9048-391d23e77ece req-a1e5def6-2026-4137-bcee-f824f4f1db43 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569983 Aug 29 14:40:58.787661 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2ae63439-2db2-4952-abd5-7df3874ed244 req-60664b68-d100-41cc-88fb-30353bfe26e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350072 Aug 29 14:40:59.353312 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb3893-223d-4ff1-bed0-af365e708923 req-03402216-2f0a-4e22-beed-428adca84d65 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:59.356845 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-44cb3893-223d-4ff1-bed0-af365e708923 req-03402216-2f0a-4e22-beed-428adca84d65 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0547185 Aug 29 14:40:59.398497 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-44cb3893-223d-4ff1-bed0-af365e708923 req-7c56fb82-91e2-4efc-a2e6-21bb38d27dc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332150 Aug 29 14:40:59.779137 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a5ad0d02-ed2c-42e5-8d4e-5f35743975de req-7d4335c0-d83b-493c-8ced-c8a91b7d00ac tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 210 time: 0.0278926 Aug 29 14:40:59.894606 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8342678-3e87-4620-8513-a2d74ac73acd req-5c41aafb-3da5-4ad8-8fa9-187282595219 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:40:59.895987 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a8342678-3e87-4620-8513-a2d74ac73acd req-5c41aafb-3da5-4ad8-8fa9-187282595219 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 946 time: 0.0597188 Aug 29 14:40:59.945534 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a8342678-3e87-4620-8513-a2d74ac73acd req-4fb4ac5f-cbe0-4516-a53a-fb58fef918a4 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435953 Aug 29 14:41:00.292971 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff9d20b-232c-4f5b-9195-f419511dfb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df05efe-3db2-459f-993c-002a939b8fc3'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:41:00.295298 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94aa9b2-1f89-4aff-9df1-d9e6c47fde18" -d '{"events": [{"server_uuid": "cff9d20b-232c-4f5b-9195-f419511dfb0e", "name": "network-vif-plugged", "status": "completed", "tag": "9df05efe-3db2-459f-993c-002a939b8fc3"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:41:00.334222 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662de4d4-f843-4094-a40d-92760e28334a x-openstack-request-id: req-662de4d4-f843-4094-a40d-92760e28334a {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:41:00.334512 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff9d20b-232c-4f5b-9195-f419511dfb0e", "name": "network-vif-plugged", "status": "completed", "tag": "9df05efe-3db2-459f-993c-002a939b8fc3", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:41:00.334763 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-662de4d4-f843-4094-a40d-92760e28334a {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:41:00.335148 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff9d20b-232c-4f5b-9195-f419511dfb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df05efe-3db2-459f-993c-002a939b8fc3', 'code': 200} Aug 29 14:41:00.527614 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7e91c-e15b-4c95-9526-72f1dba7fc17 req-7204a18f-d4f0-4faf-9348-86b784b8293d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:00.529115 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-21a7e91c-e15b-4c95-9526-72f1dba7fc17 req-7204a18f-d4f0-4faf-9348-86b784b8293d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0537508 Aug 29 14:41:00.569298 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-21a7e91c-e15b-4c95-9526-72f1dba7fc17 req-d0fa9616-1ad0-4dea-b739-1b1457ced9ef tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338166 Aug 29 14:41:00.690072 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df226f-2f0f-49f3-bb60-601fb23f7cb7 req-1f71a974-13a5-407c-8172-8de96476acb8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:00.691884 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e9df226f-2f0f-49f3-bb60-601fb23f7cb7 req-1f71a974-13a5-407c-8172-8de96476acb8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0500584 Aug 29 14:41:00.703949 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 48208) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:41:00.708592 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-d1c662be-047c-4d50-b97e-d93c20f5894d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Request body: {'floatingip': {'port_id': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:41:00.749085 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d1c662be-047c-4d50-b97e-d93c20f5894d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for floatingip, before_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:00.791893 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec068c7-a52a-49c8-8254-62babd7ef352 req-5454c549-7df4-467f-8ae3-ffe95c2f3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:00.793593 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cec068c7-a52a-49c8-8254-62babd7ef352 req-5454c549-7df4-467f-8ae3-ffe95c2f3c7f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 1099 time: 0.0480628 Aug 29 14:41:00.837008 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cec068c7-a52a-49c8-8254-62babd7ef352 req-53af5cec-5461-46ad-90e9-98ef4ed659d7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345829 Aug 29 14:41:00.887767 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-981dd6b3-b762-4c61-b64a-c891e4276d12 req-8a101fa8-981c-479b-b220-cc975e292515 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 210 time: 0.0347016 Aug 29 14:41:01.065996 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f83b1-c87a-4312-a64f-26d855c3bfa4 req-a8fcab62-cfa7-485c-8a5d-321e855d2f0d tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:01.067462 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-667f83b1-c87a-4312-a64f-26d855c3bfa4 req-a8fcab62-cfa7-485c-8a5d-321e855d2f0d tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 946 time: 0.0527329 Aug 29 14:41:01.117194 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-667f83b1-c87a-4312-a64f-26d855c3bfa4 req-3ac1cea9-9103-435c-9e7c-e0668b83d032 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434303 Aug 29 14:41:01.220963 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d1c662be-047c-4d50-b97e-d93c20f5894d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:01.263663 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-a9cad970-542f-4920-bc78-691b571dd0fa tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:01.265087 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-a9cad970-542f-4920-bc78-691b571dd0fa tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.36 "GET /v2.0/networks?id=c507c791-e7f6-4063-b1e3-354734725b45 HTTP/1.1" status: 200 len: 811 time: 0.1057954 Aug 29 14:41:01.293504 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d1c662be-047c-4d50-b97e-d93c20f5894d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:01.345945 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-05a4d2f1-6669-4e9b-ad66-c03f8b0a0f11 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49b2184f7302404ab91b419e21067663 HTTP/1.1" status: 200 len: 379 time: 0.0367744 Aug 29 14:41:01.357961 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-62790c4c-26ae-4f46-8a1e-a581de0efdef tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Request body: {'port': {'device_id': '72810648-05d1-4424-a3ac-7bda0cefcf1b', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'admin_state_up': True, 'tenant_id': '49b2184f7302404ab91b419e21067663', 'security_groups': ['2b57e125-f204-492b-904e-7ac1f52141f0']}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:41:01.421344 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.l3_db [None req-d1c662be-047c-4d50-b97e-d93c20f5894d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Floating IP 8ecbc04b-b0bb-414b-ba60-6b5348a54817 associated. External IP: 172.27.0.155, port: 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e. Aug 29 14:41:01.594343 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-62790c4c-26ae-4f46-8a1e-a581de0efdef tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Made reservation on behalf of 49b2184f7302404ab91b419e21067663 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:41:01.598176 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-62790c4c-26ae-4f46-8a1e-a581de0efdef tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:01.743333 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-62790c4c-26ae-4f46-8a1e-a581de0efdef tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Allocated IP 172.20.0.10 (c507c791-e7f6-4063-b1e3-354734725b45/01d4bbde-cfe8-4c36-b433-81d443b388ca/1e89d19f-8db9-45e7-ab4d-deb0356d923f) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:41:01.852060 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c662be-047c-4d50-b97e-d93c20f5894d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Router 94ad0230-d91f-4c0b-931e-9f4654da0875 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:41:01.897088 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-62790c4c-26ae-4f46-8a1e-a581de0efdef tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:01.923333 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-62790c4c-26ae-4f46-8a1e-a581de0efdef tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Transition to ACTIVE for port object 1e89d19f-8db9-45e7-ab4d-deb0356d923f will not be triggered until provisioned by entity DHCP. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:41:01.992149 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c662be-047c-4d50-b97e-d93c20f5894d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:41:01.998076 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d1c662be-047c-4d50-b97e-d93c20f5894d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:02.004235 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72fe338-0fe4-4112-b254-5100aaac8ae0 None None] Sync routers for ids ['94ad0230-d91f-4c0b-931e-9f4654da0875'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:41:02.022332 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72fe338-0fe4-4112-b254-5100aaac8ae0 None None] Routers {'94ad0230-d91f-4c0b-931e-9f4654da0875'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:41:02.023073 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-e72fe338-0fe4-4112-b254-5100aaac8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['94ad0230-d91f-4c0b-931e-9f4654da0875'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:41:02.025222 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-62790c4c-26ae-4f46-8a1e-a581de0efdef tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:02.047994 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-d1c662be-047c-4d50-b97e-d93c20f5894d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "PUT /v2.0/floatingips/8ecbc04b-b0bb-414b-ba60-6b5348a54817 HTTP/1.1" status: 200 len: 991 time: 1.3402445 Aug 29 14:41:02.047994 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'tag': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e'}] {{(pid=94545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:41:02.057549 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3f88a97947bc46447bf64d5742a30a9c549343a816f3376ab3b001ccfdc429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cc165a-4f01-4e32-841e-5dda4f9e5c80" -d '{"events": [{"name": "network-changed", "server_uuid": "f557c594-d8b6-4497-a2d9-cb05e9bf2a28", "tag": "55bfaaf4-9006-4c1e-8e34-399c4a69cc8e"}]}' {{(pid=94545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:41:02.069454 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-62790c4c-26ae-4f46-8a1e-a581de0efdef tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Network c507c791-e7f6-4063-b1e3-354734725b45 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:41:02.072059 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-62790c4c-26ae-4f46-8a1e-a581de0efdef tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:41:02.089702 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-62790c4c-26ae-4f46-8a1e-a581de0efdef tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:41:02.162764 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62790c4c-26ae-4f46-8a1e-a581de0efdef tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event updated for resources: {'Port': ['ID=1e89d19f-8db9-45e7-ab4d-deb0356d923f,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:02.180638 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa15c6-6f73-4c70-99ae-b998ec87ba84 req-89dbf14b-0e12-4f02-a70f-17fdd5117ba5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:02.180638 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-defa15c6-6f73-4c70-99ae-b998ec87ba84 req-89dbf14b-0e12-4f02-a70f-17fdd5117ba5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 932 time: 0.1923363 Aug 29 14:41:02.220293 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-62790c4c-26ae-4f46-8a1e-a581de0efdef tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:02.220293 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-62790c4c-26ae-4f46-8a1e-a581de0efdef tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:02.234921 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-e72fe338-0fe4-4112-b254-5100aaac8ae0 None None] Set router 94ad0230-d91f-4c0b-931e-9f4654da0875 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:41:02.292603 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-defa15c6-6f73-4c70-99ae-b998ec87ba84 req-69bf8524-2b5e-47a1-9cf5-dc5e16c4ee35 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002209 Aug 29 14:41:02.292900 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5f1f42-10f1-4d05-a099-2dd5172d2969 x-openstack-request-id: req-da5f1f42-10f1-4d05-a099-2dd5172d2969 {{(pid=94545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:41:02.293188 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f557c594-d8b6-4497-a2d9-cb05e9bf2a28", "tag": "55bfaaf4-9006-4c1e-8e34-399c4a69cc8e", "status": "completed", "code": 200}]} {{(pid=94545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:41:02.293585 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da5f1f42-10f1-4d05-a099-2dd5172d2969 {{(pid=94545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:41:02.294042 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'tag': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'status': 'completed', 'code': 200} Aug 29 14:41:02.340820 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-62790c4c-26ae-4f46-8a1e-a581de0efdef tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9875500 Aug 29 14:41:02.481841 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ef3cb-7014-44c1-b393-e27df900dda3 req-2acf0649-dce9-4c5d-a8c6-83f4f5e59464 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:02.488871 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fb3ef3cb-7014-44c1-b393-e27df900dda3 req-2acf0649-dce9-4c5d-a8c6-83f4f5e59464 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 946 time: 0.1068339 Aug 29 14:41:02.542173 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Request body: {'port': {'device_id': '72810648-05d1-4424-a3ac-7bda0cefcf1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:41:02.585041 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fb3ef3cb-7014-44c1-b393-e27df900dda3 req-3de4ecae-e4a5-4fe8-ade2-cefa2baeefc0 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896804 Aug 29 14:41:02.647435 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-1ec5c5c0-c656-4aa5-92cf-3df04b8eae27 None None] Provisioning for port 1e89d19f-8db9-45e7-ab4d-deb0356d923f completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:41:02.649020 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:02.656876 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-1ec5c5c0-c656-4aa5-92cf-3df04b8eae27 None None] Provisioning complete for port 1e89d19f-8db9-45e7-ab4d-deb0356d923f triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:41:02.657323 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-1ec5c5c0-c656-4aa5-92cf-3df04b8eae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:02.662501 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc165a-4f01-4e32-841e-5dda4f9e5c80 req-c7d35a72-d045-4e7e-9ed5-08e070ecf3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:02.664020 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d0cc165a-4f01-4e32-841e-5dda4f9e5c80 req-c7d35a72-d045-4e7e-9ed5-08e070ecf3ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afdc403b79a4f7593edca91c2b7f882&device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 1098 time: 0.2995143 Aug 29 14:41:02.706392 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-1ec5c5c0-c656-4aa5-92cf-3df04b8eae27 None None] Port 1e89d19f-8db9-45e7-ab4d-deb0356d923f cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:41:02.773408 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-e72fe338-0fe4-4112-b254-5100aaac8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:36:04Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '8ecbc04b-b0bb-414b-ba60-6b5348a54817', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'port_id': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'mac_address': 'fa:16:3e:fe:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:40:42Z', 'updated_at': '2021-08-29T14:41:01Z', 'revision_number': 1, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b89327d-b938-44fb-b076-96bf71e65596', 'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'mac_address': 'fa:16:3e:42:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:36:00Z', 'updated_at': '2021-08-29T14:36:13Z', 'revision_number': 5, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'subnets': [{'id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:41:02.807872 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72fe338-0fe4-4112-b254-5100aaac8ae0 None None] Checking router: 94ad0230-d91f-4c0b-931e-9f4654da0875 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:41:02.816640 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72fe338-0fe4-4112-b254-5100aaac8ae0 None None] Routers {'94ad0230-d91f-4c0b-931e-9f4654da0875'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:41:02.817273 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-e72fe338-0fe4-4112-b254-5100aaac8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['94ad0230-d91f-4c0b-931e-9f4654da0875'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:41:02.882748 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc165a-4f01-4e32-841e-5dda4f9e5c80 req-cecacf22-80fd-4524-b9a1-b053b77d7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:02.884220 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d0cc165a-4f01-4e32-841e-5dda4f9e5c80 req-cecacf22-80fd-4524-b9a1-b053b77d7e63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 HTTP/1.1" status: 200 len: 918 time: 0.1979928 Aug 29 14:41:02.945625 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-e72fe338-0fe4-4112-b254-5100aaac8ae0 None None] Set router 94ad0230-d91f-4c0b-931e-9f4654da0875 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:41:03.193323 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-e72fe338-0fe4-4112-b254-5100aaac8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:36:04Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '8ecbc04b-b0bb-414b-ba60-6b5348a54817', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'port_id': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'mac_address': 'fa:16:3e:fe:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:40:42Z', 'updated_at': '2021-08-29T14:41:01Z', 'revision_number': 1, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b89327d-b938-44fb-b076-96bf71e65596', 'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'mac_address': 'fa:16:3e:42:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:36:00Z', 'updated_at': '2021-08-29T14:36:13Z', 'revision_number': 5, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'subnets': [{'id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:41:03.231161 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72fe338-0fe4-4112-b254-5100aaac8ae0 None None] The sync data for ids ['94ad0230-d91f-4c0b-931e-9f4654da0875'] in dv-cinder-778193-6-iscsi is: [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:36:04Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '8ecbc04b-b0bb-414b-ba60-6b5348a54817', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'port_id': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'mac_address': 'fa:16:3e:fe:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:40:42Z', 'updated_at': '2021-08-29T14:41:01Z', 'revision_number': 1, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b89327d-b938-44fb-b076-96bf71e65596', 'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'mac_address': 'fa:16:3e:42:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:36:00Z', 'updated_at': '2021-08-29T14:36:13Z', 'revision_number': 5, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'subnets': [{'id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:41:03.264583 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d0cc165a-4f01-4e32-841e-5dda4f9e5c80 req-77d1b838-0ba5-4c7a-9f85-0b617071efbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e HTTP/1.1" status: 200 len: 999 time: 0.3549554 Aug 29 14:41:03.356156 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc165a-4f01-4e32-841e-5dda4f9e5c80 req-8f4ad6db-036e-4534-9cba-5dda5e0fff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:03.357834 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d0cc165a-4f01-4e32-841e-5dda4f9e5c80 req-8f4ad6db-036e-4534-9cba-5dda5e0fff9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6994c5da-f2dd-4a04-acbe-279bd8acc28e HTTP/1.1" status: 200 len: 856 time: 0.0800557 Aug 29 14:41:03.443562 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 48250) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:41:03.459619 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e89d19f-8db9-45e7-ab4d-deb0356d923f {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:41:03.477565 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:03.478950 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9310c86a-88ad-4cc8-bd60-e415aec87afb None None] New status for floating IP 8ecbc04b-b0bb-414b-ba60-6b5348a54817: ACTIVE {{(pid=94547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:41:03.502143 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc165a-4f01-4e32-841e-5dda4f9e5c80 req-16888c17-fd66-44dc-9b99-a8d0abbc641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:03.503680 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d0cc165a-4f01-4e32-841e-5dda4f9e5c80 req-16888c17-fd66-44dc-9b99-a8d0abbc641c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1128590 Aug 29 14:41:03.504729 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Transition to ACTIVE for port object 1e89d19f-8db9-45e7-ab4d-deb0356d923f will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:41:03.512909 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3f90c-56b9-4827-8f7c-74df08e069e2 req-07fd6ced-0bc9-4152-9a80-65b6cd5994d9 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:03.514418 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d7d3f90c-56b9-4827-8f7c-74df08e069e2 req-07fd6ced-0bc9-4152-9a80-65b6cd5994d9 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 932 time: 0.1225169 Aug 29 14:41:03.598571 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:03.608553 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b5f618af-62c1-48d4-8787-094788a06769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:03.660021 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d7d3f90c-56b9-4827-8f7c-74df08e069e2 req-50751fe7-af40-4677-ad04-7a975a66ddf9 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311455 Aug 29 14:41:03.707413 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Pushing event updated for resources: {'Port': ['ID=1e89d19f-8db9-45e7-ab4d-deb0356d923f,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:03.729367 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b5f618af-62c1-48d4-8787-094788a06769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:03.739549 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d0cc165a-4f01-4e32-841e-5dda4f9e5c80 req-f5a00faf-7951-456b-8913-9856c7aef8d3 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241654 Aug 29 14:41:03.799921 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b5f618af-62c1-48d4-8787-094788a06769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:03.847044 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-b5f618af-62c1-48d4-8787-094788a06769 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8999d05844d940fab31dbc67a99ef629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4000859 Aug 29 14:41:03.850423 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 48258) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:41:03.852560 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f618af-62c1-48d4-8787-094788a06769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593aa6dc-0dc4-4833-a213-bd3bc7c93b59,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:03.852957 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289f792-5c8d-4f68-b7a4-e02fbecdd8d8 req-7f0267b9-044f-4c75-8e12-237b7be35b51 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:03.854573 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e289f792-5c8d-4f68-b7a4-e02fbecdd8d8 req-7f0267b9-044f-4c75-8e12-237b7be35b51 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 946 time: 0.1629951 Aug 29 14:41:03.918257 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5ed345e0-9bd9-4d99-be1c-fa483f808acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:03.938539 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Attempting to bind port 1e89d19f-8db9-45e7-ab4d-deb0356d923f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:41:03.938878 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Attempting to bind port 1e89d19f-8db9-45e7-ab4d-deb0356d923f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:41:03.939211 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Attempting to bind port 1e89d19f-8db9-45e7-ab4d-deb0356d923f on network c507c791-e7f6-4063-b1e3-354734725b45 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:41:03.942072 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5ed345e0-9bd9-4d99-be1c-fa483f808acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:03.959854 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e289f792-5c8d-4f68-b7a4-e02fbecdd8d8 req-dde373d1-3e2f-4f7d-b723-59b86839d08e tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950994 Aug 29 14:41:03.961711 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d0cc165a-4f01-4e32-841e-5dda4f9e5c80 req-bb52a379-dc9b-4c31-89b8-d8a321350c43 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142119 Aug 29 14:41:03.962265 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Port 1e89d19f-8db9-45e7-ab4d-deb0356d923f on network c507c791-e7f6-4063-b1e3-354734725b45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:41:03.962584 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Attempting to bind port 1e89d19f-8db9-45e7-ab4d-deb0356d923f on network c507c791-e7f6-4063-b1e3-354734725b45 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:41:03.969461 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:41:03.969805 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Checking segment: {'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:41:03.970267 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Bound using segment: {'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:41:03.970637 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Bound port: 1e89d19f-8db9-45e7-ab4d-deb0356d923f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1f4d96-7f01-44bc-9d26-98cfb6d31775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:41:03.970989 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:04.045784 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] For port 1e89d19f-8db9-45e7-ab4d-deb0356d923f, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:41:04.051234 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] For port 1e89d19f-8db9-45e7-ab4d-deb0356d923f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1e89d19f-8db9-45e7-ab4d-deb0356d923f,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:41:04.230758 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5ed345e0-9bd9-4d99-be1c-fa483f808acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:04.231232 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:04.233295 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5ed345e0-9bd9-4d99-be1c-fa483f808acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:04.236964 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-5ed345e0-9bd9-4d99-be1c-fa483f808acc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/593aa6dc-0dc4-4833-a213-bd3bc7c93b59 HTTP/1.1" status: 204 len: 168 time: 0.3829498 Aug 29 14:41:04.242904 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed345e0-9bd9-4d99-be1c-fa483f808acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593aa6dc-0dc4-4833-a213-bd3bc7c93b59,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:04.282985 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:04.283608 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:04.286351 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] 10.222.0.36 "PUT /v2.0/ports/1e89d19f-8db9-45e7-ab4d-deb0356d923f HTTP/1.1" status: 200 len: 1094 time: 1.9217439 Aug 29 14:41:04.286351 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72810648-05d1-4424-a3ac-7bda0cefcf1b', 'tag': '1e89d19f-8db9-45e7-ab4d-deb0356d923f'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:41:04.287789 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ef9bf4-4878-426e-b242-e528446b673a" -d '{"events": [{"name": "network-changed", "server_uuid": "72810648-05d1-4424-a3ac-7bda0cefcf1b", "tag": "1e89d19f-8db9-45e7-ab4d-deb0356d923f"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:41:04.313383 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e577398-2156-46f2-b418-ba3ea7f3c57e service neutron] Pushing event updated for resources: {'Port': ['ID=1e89d19f-8db9-45e7-ab4d-deb0356d923f,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:04.331176 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d3f1ff-c146-4a95-8d02-01c93a56120b x-openstack-request-id: req-f5d3f1ff-c146-4a95-8d02-01c93a56120b {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:41:04.331482 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72810648-05d1-4424-a3ac-7bda0cefcf1b", "tag": "1e89d19f-8db9-45e7-ab4d-deb0356d923f", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:41:04.331729 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5d3f1ff-c146-4a95-8d02-01c93a56120b {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:41:04.332121 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72810648-05d1-4424-a3ac-7bda0cefcf1b', 'tag': '1e89d19f-8db9-45e7-ab4d-deb0356d923f', 'status': 'completed', 'code': 200} Aug 29 14:41:04.457540 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef9bf4-4878-426e-b242-e528446b673a req-3f5d9503-f7ca-4902-8e3f-84ac8824c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:04.461165 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c2ef9bf4-4878-426e-b242-e528446b673a req-3f5d9503-f7ca-4902-8e3f-84ac8824c28d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49b2184f7302404ab91b419e21067663&device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 1097 time: 0.0483172 Aug 29 14:41:04.574352 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef9bf4-4878-426e-b242-e528446b673a req-41b07f07-8658-4f0b-9e58-300a336e2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:04.575853 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c2ef9bf4-4878-426e-b242-e528446b673a req-41b07f07-8658-4f0b-9e58-300a336e2684 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=49b2184f7302404ab91b419e21067663&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1026099 Aug 29 14:41:04.684102 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef9bf4-4878-426e-b242-e528446b673a req-107a84c3-3981-4878-98d5-caa4a7b5fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:04.685755 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c2ef9bf4-4878-426e-b242-e528446b673a req-107a84c3-3981-4878-98d5-caa4a7b5fa5c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028011 Aug 29 14:41:04.821382 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c665f-11b6-4c07-8755-53eddf227e23 req-2f427313-9dc0-4c64-a25c-edc70efbf824 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:04.824494 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f94c665f-11b6-4c07-8755-53eddf227e23 req-2f427313-9dc0-4c64-a25c-edc70efbf824 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 944 time: 0.0955131 Aug 29 14:41:04.826343 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-653ebda4-b84c-4783-a14a-0063f860cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:04.827732 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-653ebda4-b84c-4783-a14a-0063f860cb4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49b2184f7302404ab91b419e21067663&device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 1097 time: 0.0675886 Aug 29 14:41:04.892460 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-4653ec9b-da74-4cc5-ae8b-12bb0629f006 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e89d19f-8db9-45e7-ab4d-deb0356d923f HTTP/1.1" status: 200 len: 217 time: 0.0420601 Aug 29 14:41:04.898403 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f94c665f-11b6-4c07-8755-53eddf227e23 req-da80bf43-a458-45f1-a416-fe7a87a37cf3 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679934 Aug 29 14:41:04.958470 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-7a86b4dc-04a0-4912-a94a-edc7a52618b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:04.958470 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-7a86b4dc-04a0-4912-a94a-edc7a52618b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01d4bbde-cfe8-4c36-b433-81d443b388ca HTTP/1.1" status: 200 len: 850 time: 0.0549767 Aug 29 14:41:04.958470 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 48282) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:41:04.995449 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2719259f-5e6a-4244-842b-14051160f306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:05.031007 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-80d7397e-501a-4a58-98fa-eccaf48f1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:05.032502 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-80d7397e-501a-4a58-98fa-eccaf48f1745 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c507c791-e7f6-4063-b1e3-354734725b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671034 Aug 29 14:41:05.170109 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2719259f-5e6a-4244-842b-14051160f306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:05.174336 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-2799b615-b65f-4ac8-bede-42ed636624e8 service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246970 Aug 29 14:41:05.267661 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8a0e4b0-1221-403d-911b-d01885e57fba req-57243789-8715-499c-a639-ce3e1076381b service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848813 Aug 29 14:41:05.269878 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2719259f-5e6a-4244-842b-14051160f306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:05.313184 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719259f-5e6a-4244-842b-14051160f306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078ee19f-6c49-4fe6-a29f-b3e3d28badc5,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:05.318223 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-2719259f-5e6a-4244-842b-14051160f306 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b150aefe4334262bcfff6579d596aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585949 Aug 29 14:41:05.319863 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 48284) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:41:05.368719 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-cf24c558-30d4-4cba-85ab-77e5f7d3877f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:05.390268 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-cf24c558-30d4-4cba-85ab-77e5f7d3877f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:05.510804 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-cf24c558-30d4-4cba-85ab-77e5f7d3877f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:05.513448 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-cf24c558-30d4-4cba-85ab-77e5f7d3877f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:05.514635 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-cf24c558-30d4-4cba-85ab-77e5f7d3877f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/078ee19f-6c49-4fe6-a29f-b3e3d28badc5 HTTP/1.1" status: 204 len: 168 time: 0.1938889 Aug 29 14:41:05.522611 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24c558-30d4-4cba-85ab-77e5f7d3877f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ee19f-6c49-4fe6-a29f-b3e3d28badc5,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:06.206894 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbec62-9637-45b2-be9c-680381492802 req-1f3f7108-777a-4190-9e39-f10758c3e594 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:06.208385 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9adbec62-9637-45b2-be9c-680381492802 req-1f3f7108-777a-4190-9e39-f10758c3e594 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 944 time: 0.0510004 Aug 29 14:41:06.249302 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9adbec62-9637-45b2-be9c-680381492802 req-5da82b09-228d-4818-a3da-0c63a72140df tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337725 Aug 29 14:41:07.368503 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0546b-6f7e-453f-b646-f037ffad7aca req-194ea55c-9ee9-4b3f-95b0-d23825dfd5e4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:07.370206 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7d0546b-6f7e-453f-b646-f037ffad7aca req-194ea55c-9ee9-4b3f-95b0-d23825dfd5e4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 944 time: 0.0536489 Aug 29 14:41:07.410969 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7d0546b-6f7e-453f-b646-f037ffad7aca req-1679f25c-ed27-425a-ac76-23b171eab6ae tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348890 Aug 29 14:41:07.852205 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 1e89d19f-8db9-45e7-ab4d-deb0356d923f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:41:07.951962 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 1e89d19f-8db9-45e7-ab4d-deb0356d923f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1e89d19f-8db9-45e7-ab4d-deb0356d923f,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:41:07.960422 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '1e89d19f-8db9-45e7-ab4d-deb0356d923f', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'port_id': '1e89d19f-8db9-45e7-ab4d-deb0356d923f', 'mac_address': 'fa:16:3e:42:22:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:41:08.001228 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:08.015472 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e89d19f-8db9-45e7-ab4d-deb0356d923f {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:41:08.035026 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 1e89d19f-8db9-45e7-ab4d-deb0356d923f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1e89d19f-8db9-45e7-ab4d-deb0356d923f,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:41:08.173273 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:08.220691 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=1e89d19f-8db9-45e7-ab4d-deb0356d923f,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:08.530007 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d030ec-862f-47f0-b9c1-0a4b9c791df1 req-db9097fc-9c60-444f-8521-c8f99dfcb16d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:08.531546 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d1d030ec-862f-47f0-b9c1-0a4b9c791df1 req-db9097fc-9c60-444f-8521-c8f99dfcb16d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 945 time: 0.0499809 Aug 29 14:41:08.546664 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['1e89d19f-8db9-45e7-ab4d-deb0356d923f'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:41:08.572129 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d1d030ec-862f-47f0-b9c1-0a4b9c791df1 req-953ad723-a036-4c9d-9455-acbdcc0ea503 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346334 Aug 29 14:41:08.705468 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 48376) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:41:08.816622 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3579cbff-9272-4d39-855d-26d4ce4b020b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:08.906154 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3579cbff-9272-4d39-855d-26d4ce4b020b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:08.979392 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3579cbff-9272-4d39-855d-26d4ce4b020b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:09.017824 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-3579cbff-9272-4d39-855d-26d4ce4b020b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7598c4a3c09c45ecb083567cdba2b689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112221 Aug 29 14:41:09.020625 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 48388) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:41:09.028589 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579cbff-9272-4d39-855d-26d4ce4b020b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0a86c1-21c6-4a92-a49f-3764ea2b9fa5,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:09.077946 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0b1be7e3-f211-4ca1-a7a1-3dc7f0fce1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:09.099519 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0b1be7e3-f211-4ca1-a7a1-3dc7f0fce1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:09.217824 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0b1be7e3-f211-4ca1-a7a1-3dc7f0fce1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:09.219607 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0b1be7e3-f211-4ca1-a7a1-3dc7f0fce1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:09.220837 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-0b1be7e3-f211-4ca1-a7a1-3dc7f0fce1d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f0a86c1-21c6-4a92-a49f-3764ea2b9fa5 HTTP/1.1" status: 204 len: 168 time: 0.1993144 Aug 29 14:41:09.229607 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1be7e3-f211-4ca1-a7a1-3dc7f0fce1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0a86c1-21c6-4a92-a49f-3764ea2b9fa5,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:09.686355 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffdf0b-972d-40fb-883c-6bf23a13d3b7 req-7d8f5e5d-1061-4e06-a2e6-95f140098657 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:09.687842 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-35ffdf0b-972d-40fb-883c-6bf23a13d3b7 req-7d8f5e5d-1061-4e06-a2e6-95f140098657 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 945 time: 0.0481672 Aug 29 14:41:09.725654 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-35ffdf0b-972d-40fb-883c-6bf23a13d3b7 req-25c2280c-3037-491b-a858-e1c2295fdad1 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317194 Aug 29 14:41:09.827450 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 48400) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:41:09.840675 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2b44-9dd7-4ff4-8794-4e955f95fd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:09.863112 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 1e89d19f-8db9-45e7-ab4d-deb0356d923f up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:41:09.927187 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2b44-9dd7-4ff4-8794-4e955f95fd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:09.994096 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port 1e89d19f-8db9-45e7-ab4d-deb0356d923f completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:41:09.998759 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 1e89d19f-8db9-45e7-ab4d-deb0356d923f triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:41:09.999129 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:10.001340 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2b44-9dd7-4ff4-8794-4e955f95fd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:10.043688 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-9dbc2b44-9dd7-4ff4-8794-4e955f95fd1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a78e9e709a8645b3a1df87fc0b79594c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151530 Aug 29 14:41:10.044625 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc2b44-9dd7-4ff4-8794-4e955f95fd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80cf6fc-8158-417b-9ed0-d8606c4565d3,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:10.046416 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 48404) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:41:10.076011 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:10.097142 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-19bf0250-87fa-4a0a-90bc-fc12b9cc7859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:10.098144 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72810648-05d1-4424-a3ac-7bda0cefcf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e89d19f-8db9-45e7-ab4d-deb0356d923f'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:41:10.100784 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1392159a-b44d-4612-8b24-956aa3442caa" -d '{"events": [{"server_uuid": "72810648-05d1-4424-a3ac-7bda0cefcf1b", "name": "network-vif-plugged", "status": "completed", "tag": "1e89d19f-8db9-45e7-ab4d-deb0356d923f"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:41:10.117321 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 1e89d19f-8db9-45e7-ab4d-deb0356d923f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1e89d19f-8db9-45e7-ab4d-deb0356d923f,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:41:10.120757 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-19bf0250-87fa-4a0a-90bc-fc12b9cc7859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:10.140074 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04d297d-e2ab-44e0-8994-1367fd2db1e9 x-openstack-request-id: req-b04d297d-e2ab-44e0-8994-1367fd2db1e9 {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:41:10.140360 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72810648-05d1-4424-a3ac-7bda0cefcf1b", "name": "network-vif-plugged", "status": "completed", "tag": "1e89d19f-8db9-45e7-ab4d-deb0356d923f", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:41:10.140606 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b04d297d-e2ab-44e0-8994-1367fd2db1e9 {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:41:10.140992 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72810648-05d1-4424-a3ac-7bda0cefcf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e89d19f-8db9-45e7-ab4d-deb0356d923f', 'code': 200} Aug 29 14:41:10.184738 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:10.232861 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=1e89d19f-8db9-45e7-ab4d-deb0356d923f,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:10.258683 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-19bf0250-87fa-4a0a-90bc-fc12b9cc7859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:10.261571 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-19bf0250-87fa-4a0a-90bc-fc12b9cc7859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:10.265389 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-19bf0250-87fa-4a0a-90bc-fc12b9cc7859 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a80cf6fc-8158-417b-9ed0-d8606c4565d3 HTTP/1.1" status: 204 len: 168 time: 0.2152379 Aug 29 14:41:10.270426 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf0250-87fa-4a0a-90bc-fc12b9cc7859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80cf6fc-8158-417b-9ed0-d8606c4565d3,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:10.482153 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18efc6-e29c-42cf-8c7b-b5a979ef87a4 req-aeb62757-6bec-4a14-8b66-9dd31c512bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:10.483653 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fd18efc6-e29c-42cf-8c7b-b5a979ef87a4 req-aeb62757-6bec-4a14-8b66-9dd31c512bac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 1099 time: 0.0408115 Aug 29 14:41:10.519872 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fd18efc6-e29c-42cf-8c7b-b5a979ef87a4 req-8aa2fb86-8b5b-4788-9ed7-650ac511e282 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280290 Aug 29 14:41:10.845586 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4be79-bfe0-4beb-a8ba-49bb00b3f1f0 req-58e007a9-5c11-45f5-b74f-9bb0297e98c3 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:10.845586 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-29c4be79-bfe0-4beb-a8ba-49bb00b3f1f0 req-58e007a9-5c11-45f5-b74f-9bb0297e98c3 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.0526268 Aug 29 14:41:10.883175 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-29c4be79-bfe0-4beb-a8ba-49bb00b3f1f0 req-08cc8d39-9bb3-473c-b922-d0fe77599001 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318480 Aug 29 14:41:11.280304 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 48438) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:41:11.380740 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1383104850-network', 'tenant_id': 'df929356694e48849639f0d3461b5330'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:41:11.481535 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] Made reservation on behalf of df929356694e48849639f0d3461b5330 for: {'network': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:41:11.483821 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:11.492293 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:11.583509 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:11.687578 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:11.709179 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=94545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:41:11.722561 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:11.727364 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:11.727700 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.segments_db [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] Added segment dc4e8d95-9873-4339-8406-62e6227c72cf of type vlan for network eeea9197-c335-4bd1-bb3b-de2048989870 Aug 29 14:41:11.766038 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:11.881723 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:11.882711 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:11.883287 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:11.944478 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] Pushing event updated for resources: {'Network': ['ID=eeea9197-c335-4bd1-bb3b-de2048989870,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:11.957824 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network eeea9197-c335-4bd1-bb3b-de2048989870 details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:41:12.005808 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd47c7d-31b3-4ca5-ac7a-1bc21266351f req-6557e022-8ba1-4117-ba1f-46291be9f11a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:12.006657 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-ecb6ad73-c6d3-4d8c-9fb8-14e785ee445e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7252464 Aug 29 14:41:12.007570 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd47c7d-31b3-4ca5-ac7a-1bc21266351f req-6557e022-8ba1-4117-ba1f-46291be9f11a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.0583849 Aug 29 14:41:12.007989 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 48446) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:41:12.013796 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-b25c2306-a301-4ecb-9839-9504774e9537 admin admin] Request body: {'subnet': {'network_id': 'eeea9197-c335-4bd1-bb3b-de2048989870', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1383104850-subnet', 'tenant_id': 'df929356694e48849639f0d3461b5330', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:41:12.050583 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd47c7d-31b3-4ca5-ac7a-1bc21266351f req-adf64038-35f6-44c9-bf2e-db020e37a7a4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355258 Aug 29 14:41:12.167381 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25c2306-a301-4ecb-9839-9504774e9537 admin admin] Made reservation on behalf of df929356694e48849639f0d3461b5330 for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:41:12.170555 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b25c2306-a301-4ecb-9839-9504774e9537 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3712991'] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:12.382727 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b25c2306-a301-4ecb-9839-9504774e9537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3957124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3712941'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:12.440385 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c2306-a301-4ecb-9839-9504774e9537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d25f9b48-628d-4ffc-a94f-e9a172e45fc0,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:12.445487 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c2306-a301-4ecb-9839-9504774e9537 admin admin] Checking segment: {'id': 'dc4e8d95-9873-4339-8406-62e6227c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'eeea9197-c335-4bd1-bb3b-de2048989870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:41:12.445844 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25c2306-a301-4ecb-9839-9504774e9537 admin admin] Network hostable DHCP agents. Network: eeea9197-c335-4bd1-bb3b-de2048989870, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:41:12.548195 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25c2306-a301-4ecb-9839-9504774e9537 admin admin] Network eeea9197-c335-4bd1-bb3b-de2048989870 is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:41:12.674058 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-b25c2306-a301-4ecb-9839-9504774e9537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, eeea9197-c335-4bd1-bb3b-de2048989870) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:41:12.678115 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c2306-a301-4ecb-9839-9504774e9537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:12.680874 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b25c2306-a301-4ecb-9839-9504774e9537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:12.683292 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba82f4c-f7c0-4e5c-9e8b-267b81781102 None None] Network eeea9197-c335-4bd1-bb3b-de2048989870 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:41:12.774186 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-b25c2306-a301-4ecb-9839-9504774e9537 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7650876 Aug 29 14:41:12.805182 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6ae6ae-5a84-4abf-beb2-65568034b854 None None] Network eeea9197-c335-4bd1-bb3b-de2048989870 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:41:13.170635 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2722be-0c82-45f3-a72e-b85f1074f96d req-9f29f785-9b5f-4ac5-b5d7-ffa9ef0bb27e tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:13.172079 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4e2722be-0c82-45f3-a72e-b85f1074f96d req-9f29f785-9b5f-4ac5-b5d7-ffa9ef0bb27e tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.0497186 Aug 29 14:41:13.211045 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4e2722be-0c82-45f3-a72e-b85f1074f96d req-6e06b2ee-9fec-461d-9dea-e248dd62260a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326266 Aug 29 14:41:13.323820 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea41c6-c2cf-481d-8706-32edf1d092bf req-9cd263a3-3a05-4ed0-bcef-25da12e0a6c0 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:13.326153 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-36ea41c6-c2cf-481d-8706-32edf1d092bf req-9cd263a3-3a05-4ed0-bcef-25da12e0a6c0 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.0499396 Aug 29 14:41:13.334321 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 48466) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:41:13.338750 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-603943ec-c0e1-4fe0-820f-33f98345f965 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Request body: {'floatingip': {'port_id': '1e89d19f-8db9-45e7-ab4d-deb0356d923f'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:41:13.381503 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-603943ec-c0e1-4fe0-820f-33f98345f965 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for floatingip, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:13.826857 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-603943ec-c0e1-4fe0-820f-33f98345f965 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:13.910428 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-603943ec-c0e1-4fe0-820f-33f98345f965 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:14.016327 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.l3_db [None req-603943ec-c0e1-4fe0-820f-33f98345f965 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Floating IP 7946e2e3-51f3-4217-8827-ef2acce7f010 associated. External IP: 172.27.0.157, port: 1e89d19f-8db9-45e7-ab4d-deb0356d923f. Aug 29 14:41:14.229042 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603943ec-c0e1-4fe0-820f-33f98345f965 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:41:14.342106 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-faf5e65a-c68e-4ff1-9de9-5f71d0ad643d tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-652353261&fields=id&tenant_id=236affd94e314d68a10b2decd9cafcd1 HTTP/1.1" status: 200 len: 267 time: 0.0716279 Aug 29 14:41:14.408607 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603943ec-c0e1-4fe0-820f-33f98345f965 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:41:14.416025 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-603943ec-c0e1-4fe0-820f-33f98345f965 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:14.418903 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684071d9-1eb6-4cbb-b140-67303e75a3f3 None None] Sync routers for ids ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:41:14.427697 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684071d9-1eb6-4cbb-b140-67303e75a3f3 None None] Routers {'714f3cc3-ddd4-4ca9-bb28-a7156c975725'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:41:14.428308 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-684071d9-1eb6-4cbb-b140-67303e75a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:41:14.458431 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-603943ec-c0e1-4fe0-820f-33f98345f965 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "PUT /v2.0/floatingips/7946e2e3-51f3-4217-8827-ef2acce7f010 HTTP/1.1" status: 200 len: 992 time: 1.1230342 Aug 29 14:41:14.461309 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72810648-05d1-4424-a3ac-7bda0cefcf1b', 'tag': '1e89d19f-8db9-45e7-ab4d-deb0356d923f'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:41:14.463534 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7cbdd5-e501-4fa1-87ad-8e138aa408a9" -d '{"events": [{"name": "network-changed", "server_uuid": "72810648-05d1-4424-a3ac-7bda0cefcf1b", "tag": "1e89d19f-8db9-45e7-ab4d-deb0356d923f"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:41:14.492280 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-d2fdc05d-833b-4d20-b1cd-5b130825bef9 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:14.493790 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-d2fdc05d-833b-4d20-b1cd-5b130825bef9 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/networks?id=d84c55a3-b401-4300-b3ca-9117e55c4b72 HTTP/1.1" status: 200 len: 808 time: 0.1432426 Aug 29 14:41:14.511341 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-d35c259b-09bd-4e8a-a226-da46dff8f110 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/quotas/236affd94e314d68a10b2decd9cafcd1 HTTP/1.1" status: 200 len: 375 time: 0.0095167 Aug 29 14:41:14.538819 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-684071d9-1eb6-4cbb-b140-67303e75a3f3 None None] Set router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:41:14.564148 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-0c15455a-5d93-457f-b268-cb254f5eafff tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=236affd94e314d68a10b2decd9cafcd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465031 Aug 29 14:41:14.718074 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-f2de1c2e-907f-460c-be35-5943046aa6eb service neutron] 10.222.0.16 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408188 Aug 29 14:41:14.786262 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-684071d9-1eb6-4cbb-b140-67303e75a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '7946e2e3-51f3-4217-8827-ef2acce7f010', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'port_id': '1e89d19f-8db9-45e7-ab4d-deb0356d923f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'mac_address': 'fa:16:3e:42:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72810648-05d1-4424-a3ac-7bda0cefcf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:40:57Z', 'updated_at': '2021-08-29T14:41:13Z', 'revision_number': 1, 'project_id': '49b2184f7302404ab91b419e21067663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d76403-dd3f-4366-97bb-110c73c1f3c0', 'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'mac_address': 'fa:16:3e:48:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:53Z', 'updated_at': '2021-08-29T14:36:10Z', 'revision_number': 5, 'project_id': '49b2184f7302404ab91b419e21067663', 'subnets': [{'id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:41:14.812292 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684071d9-1eb6-4cbb-b140-67303e75a3f3 None None] Checking router: 714f3cc3-ddd4-4ca9-bb28-a7156c975725 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:41:14.817291 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-838dd341-78dc-4339-acbb-1eb7d0178335 service neutron] 10.222.0.16 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845947 Aug 29 14:41:14.820243 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684071d9-1eb6-4cbb-b140-67303e75a3f3 None None] Routers {'714f3cc3-ddd4-4ca9-bb28-a7156c975725'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:41:14.820945 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-684071d9-1eb6-4cbb-b140-67303e75a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:40:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:41:15.051119 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-684071d9-1eb6-4cbb-b140-67303e75a3f3 None None] Set router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:41:15.254009 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-be4d7882-8965-4c09-a65c-3b6287ae593a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:15.284279 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-684071d9-1eb6-4cbb-b140-67303e75a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '7946e2e3-51f3-4217-8827-ef2acce7f010', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'port_id': '1e89d19f-8db9-45e7-ab4d-deb0356d923f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'mac_address': 'fa:16:3e:42:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72810648-05d1-4424-a3ac-7bda0cefcf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:40:57Z', 'updated_at': '2021-08-29T14:41:13Z', 'revision_number': 1, 'project_id': '49b2184f7302404ab91b419e21067663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d76403-dd3f-4366-97bb-110c73c1f3c0', 'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'mac_address': 'fa:16:3e:48:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:53Z', 'updated_at': '2021-08-29T14:36:10Z', 'revision_number': 5, 'project_id': '49b2184f7302404ab91b419e21067663', 'subnets': [{'id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:41:15.313039 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684071d9-1eb6-4cbb-b140-67303e75a3f3 None None] The sync data for ids ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'] in dv-cinder-778193-6-iscsi is: [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '7946e2e3-51f3-4217-8827-ef2acce7f010', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'port_id': '1e89d19f-8db9-45e7-ab4d-deb0356d923f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'mac_address': 'fa:16:3e:42:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72810648-05d1-4424-a3ac-7bda0cefcf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:40:57Z', 'updated_at': '2021-08-29T14:41:13Z', 'revision_number': 1, 'project_id': '49b2184f7302404ab91b419e21067663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d76403-dd3f-4366-97bb-110c73c1f3c0', 'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'mac_address': 'fa:16:3e:48:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:53Z', 'updated_at': '2021-08-29T14:36:10Z', 'revision_number': 5, 'project_id': '49b2184f7302404ab91b419e21067663', 'subnets': [{'id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:41:15.524608 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581f549-5161-4b52-ac75-d1802f8d979f None None] New status for floating IP 7946e2e3-51f3-4217-8827-ef2acce7f010: ACTIVE {{(pid=94547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:41:15.571422 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcce0ec1-5290-4f8e-a824-3b4cd53666f5 x-openstack-request-id: req-fcce0ec1-5290-4f8e-a824-3b4cd53666f5 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:41:15.571958 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72810648-05d1-4424-a3ac-7bda0cefcf1b", "tag": "1e89d19f-8db9-45e7-ab4d-deb0356d923f", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:41:15.571958 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fcce0ec1-5290-4f8e-a824-3b4cd53666f5 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:41:15.572410 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72810648-05d1-4424-a3ac-7bda0cefcf1b', 'tag': '1e89d19f-8db9-45e7-ab4d-deb0356d923f', 'status': 'completed', 'code': 200} Aug 29 14:41:17.597491 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cbdd5-e501-4fa1-87ad-8e138aa408a9 req-8a98b3ec-a46e-4385-9fa1-22ece235b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:17.598130 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe7cbdd5-e501-4fa1-87ad-8e138aa408a9 req-8a98b3ec-a46e-4385-9fa1-22ece235b18a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49b2184f7302404ab91b419e21067663&device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 1099 time: 0.0853186 Aug 29 14:41:17.618507 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2c2dd807-0d4b-4679-85d1-5dc117413f95 req-e40fb1fd-fb48-459a-a819-358f63c1cc04 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 210 time: 0.0400698 Aug 29 14:41:17.632045 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e709e-c468-468a-a73d-f06089cc00e6 req-d444aa8d-28ee-4818-8345-203670c16d53 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:17.633394 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-865e709e-c468-468a-a73d-f06089cc00e6 req-d444aa8d-28ee-4818-8345-203670c16d53 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/networks?id=eeea9197-c335-4bd1-bb3b-de2048989870 HTTP/1.1" status: 200 len: 809 time: 0.1716781 Aug 29 14:41:17.825122 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-9f1982d5-f641-44bd-8919-151b951535f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:17.931058 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-865e709e-c468-468a-a73d-f06089cc00e6 req-2a7d0668-ddde-4cd6-8aa4-4019b1ad4a3b tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/quotas/df929356694e48849639f0d3461b5330 HTTP/1.1" status: 200 len: 375 time: 0.2866592 Aug 29 14:41:17.974709 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-865e709e-c468-468a-a73d-f06089cc00e6 req-6a84c156-963b-436a-b082-b5793351d3c5 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=df929356694e48849639f0d3461b5330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360961 Aug 29 14:41:17.995352 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cbdd5-e501-4fa1-87ad-8e138aa408a9 req-891eb562-d41f-480f-8ec2-5bf99ce6fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:17.996859 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe7cbdd5-e501-4fa1-87ad-8e138aa408a9 req-891eb562-d41f-480f-8ec2-5bf99ce6fb77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c507c791-e7f6-4063-b1e3-354734725b45 HTTP/1.1" status: 200 len: 912 time: 0.3807936 Aug 29 14:41:18.127378 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe7cbdd5-e501-4fa1-87ad-8e138aa408a9 req-60cd9019-29b0-43c5-8d8e-36d927c0eb5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e89d19f-8db9-45e7-ab4d-deb0356d923f HTTP/1.1" status: 200 len: 1002 time: 0.1210737 Aug 29 14:41:18.198868 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-865e709e-c468-468a-a73d-f06089cc00e6 req-7aeec718-2864-4ed5-96e2-d61a82e5bbc4 service neutron] 10.222.0.16 "GET /v2.0/networks/eeea9197-c335-4bd1-bb3b-de2048989870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129033 Aug 29 14:41:18.203518 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cbdd5-e501-4fa1-87ad-8e138aa408a9 req-1a06e495-ebc1-4971-80b2-099515b71fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:18.204874 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe7cbdd5-e501-4fa1-87ad-8e138aa408a9 req-1a06e495-ebc1-4971-80b2-099515b71fad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01d4bbde-cfe8-4c36-b433-81d443b388ca HTTP/1.1" status: 200 len: 850 time: 0.0654109 Aug 29 14:41:18.213518 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:18.311919 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cbdd5-e501-4fa1-87ad-8e138aa408a9 req-f9c3d2d1-700b-4fb8-8c3a-060fbd2c3d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:18.313418 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe7cbdd5-e501-4fa1-87ad-8e138aa408a9 req-f9c3d2d1-700b-4fb8-8c3a-060fbd2c3d4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c507c791-e7f6-4063-b1e3-354734725b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885010 Aug 29 14:41:18.323175 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-865e709e-c468-468a-a73d-f06089cc00e6 req-7041b138-23c6-4f95-967f-15b34c32443c service neutron] 10.222.0.16 "GET /v2.0/networks/eeea9197-c335-4bd1-bb3b-de2048989870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173432 Aug 29 14:41:18.423642 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe7cbdd5-e501-4fa1-87ad-8e138aa408a9 req-fe4badc9-852b-4934-8f61-68448499352c service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995102 Aug 29 14:41:18.526799 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fe7cbdd5-e501-4fa1-87ad-8e138aa408a9 req-54427a34-b490-46a6-b059-232fe7899a14 service neutron] 10.222.0.36 "GET /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913434 Aug 29 14:41:18.585187 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-aee2f5c4-48ae-4d80-8b36-455831ec1250 req-bffefbe4-9da2-46e5-ab40-6b6a1966ca31 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 210 time: 0.0382373 Aug 29 14:41:18.739219 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-548a12bf-88e9-4ceb-93ec-53dedc2d76fb req-4197b4f8-d31a-450b-b920-eadde848db44 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 210 time: 0.0375869 Aug 29 14:41:18.768268 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-ec12af21-1ce5-4ce0-a715-c91861414ad0 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:18.769770 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-ec12af21-1ce5-4ce0-a715-c91861414ad0 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.36 "GET /v2.0/networks?id=d84c55a3-b401-4300-b3ca-9117e55c4b72 HTTP/1.1" status: 200 len: 808 time: 0.1300230 Aug 29 14:41:18.823741 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-e5659558-0f6b-499c-9c87-5fe98de89a0f tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=236affd94e314d68a10b2decd9cafcd1 HTTP/1.1" status: 200 len: 379 time: 0.0370181 Aug 29 14:41:18.835435 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-18a7784a-a8f7-4aed-aaf3-a79ce7e32a41 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Request body: {'port': {'device_id': '925f4539-415c-4aa5-8279-4437e4110580', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'admin_state_up': True, 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'security_groups': ['635482dd-a9f8-47e2-a5f5-ba04bcc714e0']}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:41:19.011153 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:19.059356 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-18a7784a-a8f7-4aed-aaf3-a79ce7e32a41 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Made reservation on behalf of 236affd94e314d68a10b2decd9cafcd1 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:41:19.062984 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-18a7784a-a8f7-4aed-aaf3-a79ce7e32a41 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:19.188758 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-18a7784a-a8f7-4aed-aaf3-a79ce7e32a41 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Allocated IP 172.20.0.7 (d84c55a3-b401-4300-b3ca-9117e55c4b72/c51a3205-4b38-4051-8846-91cae5501301/736382df-9ff7-47f9-80ae-b4d87c90bea1) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:41:19.321352 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-18a7784a-a8f7-4aed-aaf3-a79ce7e32a41 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:19.334662 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-18a7784a-a8f7-4aed-aaf3-a79ce7e32a41 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Transition to ACTIVE for port object 736382df-9ff7-47f9-80ae-b4d87c90bea1 will not be triggered until provisioned by entity DHCP. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:41:19.453776 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-18a7784a-a8f7-4aed-aaf3-a79ce7e32a41 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:19.503134 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-18a7784a-a8f7-4aed-aaf3-a79ce7e32a41 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Network d84c55a3-b401-4300-b3ca-9117e55c4b72 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:41:19.506162 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-18a7784a-a8f7-4aed-aaf3-a79ce7e32a41 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:41:19.510217 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-18a7784a-a8f7-4aed-aaf3-a79ce7e32a41 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:41:19.534660 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7784a-a8f7-4aed-aaf3-a79ce7e32a41 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Pushing event updated for resources: {'Port': ['ID=736382df-9ff7-47f9-80ae-b4d87c90bea1,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:19.565691 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-18a7784a-a8f7-4aed-aaf3-a79ce7e32a41 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:19.566558 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-18a7784a-a8f7-4aed-aaf3-a79ce7e32a41 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:19.684146 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-10574ea9-2fbe-4536-bc3b-088ee61a6877 req-0cef0fe4-0aca-4f3f-b0fc-0334e6417c44 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 210 time: 0.0279562 Aug 29 14:41:19.685518 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-18a7784a-a8f7-4aed-aaf3-a79ce7e32a41 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8540821 Aug 29 14:41:19.862656 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-f75a5b49-76ed-46b0-a8d5-21d45ad8c1a3 None None] Provisioning for port 736382df-9ff7-47f9-80ae-b4d87c90bea1 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:41:19.866291 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-f75a5b49-76ed-46b0-a8d5-21d45ad8c1a3 None None] Provisioning complete for port 736382df-9ff7-47f9-80ae-b4d87c90bea1 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:41:19.866660 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-f75a5b49-76ed-46b0-a8d5-21d45ad8c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:19.899995 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-f75a5b49-76ed-46b0-a8d5-21d45ad8c1a3 None None] Port 736382df-9ff7-47f9-80ae-b4d87c90bea1 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:41:20.401410 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:21.727313 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Request body: {'port': {'device_id': '925f4539-415c-4aa5-8279-4437e4110580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:41:21.785600 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:21.896166 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-29110c9e-3166-4163-bf1f-88605dcea5c5 req-8d98ed1b-4781-466c-a742-7cfaf7247414 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 210 time: 0.0465355 Aug 29 14:41:21.985363 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b4787-a4fe-4262-bcc0-a6b93f8dfd3a req-2c8758a8-5311-4ee9-8e04-9f59a9d54a83 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:21.987060 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a71b4787-a4fe-4262-bcc0-a6b93f8dfd3a req-2c8758a8-5311-4ee9-8e04-9f59a9d54a83 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 931 time: 0.1689873 Aug 29 14:41:22.070643 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a71b4787-a4fe-4262-bcc0-a6b93f8dfd3a req-f5cbb724-8d3d-411a-877f-94911d9677f9 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773838 Aug 29 14:41:22.167478 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736382df-9ff7-47f9-80ae-b4d87c90bea1 {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:41:22.176136 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:22.188482 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Transition to ACTIVE for port object 736382df-9ff7-47f9-80ae-b4d87c90bea1 will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:41:22.291468 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:22.343616 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Pushing event updated for resources: {'Port': ['ID=736382df-9ff7-47f9-80ae-b4d87c90bea1,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:22.412520 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Attempting to bind port 736382df-9ff7-47f9-80ae-b4d87c90bea1 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:41:22.412927 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Attempting to bind port 736382df-9ff7-47f9-80ae-b4d87c90bea1 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '249b7bca-8298-45c0-a701-0648bacb6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:41:22.413248 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Attempting to bind port 736382df-9ff7-47f9-80ae-b4d87c90bea1 on network d84c55a3-b401-4300-b3ca-9117e55c4b72 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:41:22.417723 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Port 736382df-9ff7-47f9-80ae-b4d87c90bea1 on network d84c55a3-b401-4300-b3ca-9117e55c4b72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:41:22.418674 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Attempting to bind port 736382df-9ff7-47f9-80ae-b4d87c90bea1 on network d84c55a3-b401-4300-b3ca-9117e55c4b72 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:41:22.423601 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:41:22.423932 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Checking segment: {'id': '249b7bca-8298-45c0-a701-0648bacb6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:41:22.424308 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Bound using segment: {'id': '249b7bca-8298-45c0-a701-0648bacb6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:41:22.424725 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Bound port: 736382df-9ff7-47f9-80ae-b4d87c90bea1, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249b7bca-8298-45c0-a701-0648bacb6476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:41:22.425076 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:22.495896 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] For port 736382df-9ff7-47f9-80ae-b4d87c90bea1, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:41:22.498970 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] For port 736382df-9ff7-47f9-80ae-b4d87c90bea1, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:41:22.566202 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:22.601264 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:22.601917 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:22.603375 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] 10.222.0.36 "PUT /v2.0/ports/736382df-9ff7-47f9-80ae-b4d87c90bea1 HTTP/1.1" status: 200 len: 1093 time: 0.8809903 Aug 29 14:41:22.603800 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925f4539-415c-4aa5-8279-4437e4110580', 'tag': '736382df-9ff7-47f9-80ae-b4d87c90bea1'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:41:22.606880 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511f76d1-ce10-4982-befc-2b16c666f33a" -d '{"events": [{"name": "network-changed", "server_uuid": "925f4539-415c-4aa5-8279-4437e4110580", "tag": "736382df-9ff7-47f9-80ae-b4d87c90bea1"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:41:22.641231 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b651611-90b3-4436-b0f7-f10d6550a825 service neutron] Pushing event updated for resources: {'Port': ['ID=736382df-9ff7-47f9-80ae-b4d87c90bea1,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:22.659458 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ba8597-5e29-4a11-aae9-7065dc24d1dd x-openstack-request-id: req-72ba8597-5e29-4a11-aae9-7065dc24d1dd {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:41:22.659458 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925f4539-415c-4aa5-8279-4437e4110580", "tag": "736382df-9ff7-47f9-80ae-b4d87c90bea1", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:41:22.659458 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72ba8597-5e29-4a11-aae9-7065dc24d1dd {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:41:22.659458 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925f4539-415c-4aa5-8279-4437e4110580', 'tag': '736382df-9ff7-47f9-80ae-b4d87c90bea1', 'status': 'completed', 'code': 200} Aug 29 14:41:22.758656 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f76d1-ce10-4982-befc-2b16c666f33a req-04d89db2-148a-4f6a-851a-64f7936890be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:22.760190 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-511f76d1-ce10-4982-befc-2b16c666f33a req-04d89db2-148a-4f6a-851a-64f7936890be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=236affd94e314d68a10b2decd9cafcd1&device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 1096 time: 0.0463898 Aug 29 14:41:22.897395 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f76d1-ce10-4982-befc-2b16c666f33a req-7c3f39ba-7e17-47da-a296-a28120f9c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:22.898917 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-511f76d1-ce10-4982-befc-2b16c666f33a req-7c3f39ba-7e17-47da-a296-a28120f9c3bd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=236affd94e314d68a10b2decd9cafcd1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1111429 Aug 29 14:41:23.000786 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6166bf16-4ecd-41c0-8b44-208922956559 req-0ac3963c-7d2e-46c4-a8f4-77197bb3dc4e tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 210 time: 0.0289128 Aug 29 14:41:23.031436 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f76d1-ce10-4982-befc-2b16c666f33a req-f8ff2192-7386-4b6c-8421-0ba1171ca878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:23.032890 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-511f76d1-ce10-4982-befc-2b16c666f33a req-f8ff2192-7386-4b6c-8421-0ba1171ca878 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142485 Aug 29 14:41:23.250546 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-08e0b0a7-63fe-4fc6-960e-c85ed4cb2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:23.252262 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-08e0b0a7-63fe-4fc6-960e-c85ed4cb2376 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=236affd94e314d68a10b2decd9cafcd1&device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 1096 time: 0.1368296 Aug 29 14:41:23.270657 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84e305-954b-4785-840b-f31dde910d68 req-983c0e3e-979e-45de-937b-4f171c128923 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:23.272123 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dc84e305-954b-4785-840b-f31dde910d68 req-983c0e3e-979e-45de-937b-4f171c128923 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.1092877 Aug 29 14:41:23.290412 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e709e-c468-468a-a73d-f06089cc00e6 req-473784ca-433c-4fc8-be05-58cf6d3139a3 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:23.291768 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-865e709e-c468-468a-a73d-f06089cc00e6 req-473784ca-433c-4fc8-be05-58cf6d3139a3 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.36 "GET /v2.0/networks?id=eeea9197-c335-4bd1-bb3b-de2048989870 HTTP/1.1" status: 200 len: 809 time: 0.1863797 Aug 29 14:41:23.326889 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-865e709e-c468-468a-a73d-f06089cc00e6 req-4294f6b4-d50f-4c17-8069-d17684be96bd tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Request body: {'port': {'device_id': '259b68aa-767b-4f13-8338-5d39c4baf3d9', 'network_id': 'eeea9197-c335-4bd1-bb3b-de2048989870', 'admin_state_up': True, 'tenant_id': 'df929356694e48849639f0d3461b5330'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:41:23.330132 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-557b44ff-b1c5-4a47-ab4d-56cbdbef9fdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1 HTTP/1.1" status: 200 len: 217 time: 0.0553608 Aug 29 14:41:23.436649 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dc84e305-954b-4785-840b-f31dde910d68 req-b1ef829d-c4d3-4b6e-8a23-9235861d3e59 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546440 Aug 29 14:41:23.458485 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-22eff6b5-4974-4630-8777-d687f9161086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:23.459913 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-22eff6b5-4974-4630-8777-d687f9161086 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c51a3205-4b38-4051-8846-91cae5501301 HTTP/1.1" status: 200 len: 847 time: 0.1210084 Aug 29 14:41:23.520883 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-2b04285e-a8c3-440d-872f-8bc5edb45fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:23.522378 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-2b04285e-a8c3-440d-872f-8bc5edb45fcd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d84c55a3-b401-4300-b3ca-9117e55c4b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542173 Aug 29 14:41:23.592358 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-865e709e-c468-468a-a73d-f06089cc00e6 req-4294f6b4-d50f-4c17-8069-d17684be96bd tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Made reservation on behalf of df929356694e48849639f0d3461b5330 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:41:23.595684 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-865e709e-c468-468a-a73d-f06089cc00e6 req-4294f6b4-d50f-4c17-8069-d17684be96bd tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:23.693468 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-27ccf7a1-2347-423b-91cf-c85cdc8b9464 service neutron] 10.222.0.36 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475244 Aug 29 14:41:23.811411 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-865e709e-c468-468a-a73d-f06089cc00e6 req-4294f6b4-d50f-4c17-8069-d17684be96bd tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Allocated IP 172.20.0.3 (eeea9197-c335-4bd1-bb3b-de2048989870/d25f9b48-628d-4ffc-a94f-e9a172e45fc0/5fa02c03-1a8a-4462-867c-18c33d599454) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:41:23.843073 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-8752a299-4685-4df7-8095-eded78df0ea4 service neutron] 10.222.0.36 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405602 Aug 29 14:41:23.979808 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-865e709e-c468-468a-a73d-f06089cc00e6 req-4294f6b4-d50f-4c17-8069-d17684be96bd tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:24.086317 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-865e709e-c468-468a-a73d-f06089cc00e6 req-4294f6b4-d50f-4c17-8069-d17684be96bd tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:24.153427 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-865e709e-c468-468a-a73d-f06089cc00e6 req-4294f6b4-d50f-4c17-8069-d17684be96bd tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Network eeea9197-c335-4bd1-bb3b-de2048989870 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:41:24.159853 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-865e709e-c468-468a-a73d-f06089cc00e6 req-4294f6b4-d50f-4c17-8069-d17684be96bd tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:41:24.164705 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-865e709e-c468-468a-a73d-f06089cc00e6 req-4294f6b4-d50f-4c17-8069-d17684be96bd tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:41:24.171658 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294f6b4-d50f-4c17-8069-d17684be96bd tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Pushing event updated for resources: {'Port': ['ID=5fa02c03-1a8a-4462-867c-18c33d599454,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:24.200661 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869722d-b697-48b3-8439-4e965714040b req-67aea2a5-c953-4795-81c8-0a5a35d60589 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:24.202178 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0869722d-b697-48b3-8439-4e965714040b req-67aea2a5-c953-4795-81c8-0a5a35d60589 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 931 time: 0.1265419 Aug 29 14:41:24.241610 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e709e-c468-468a-a73d-f06089cc00e6 req-4294f6b4-d50f-4c17-8069-d17684be96bd tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:24.242221 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-865e709e-c468-468a-a73d-f06089cc00e6 req-4294f6b4-d50f-4c17-8069-d17684be96bd tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:24.260951 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0869722d-b697-48b3-8439-4e965714040b req-7671fd9c-c41d-4073-88ca-17ade6ec39e1 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523183 Aug 29 14:41:24.350997 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-865e709e-c468-468a-a73d-f06089cc00e6 req-4294f6b4-d50f-4c17-8069-d17684be96bd tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0292494 Aug 29 14:41:24.374514 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Request body: {'port': {'device_id': '259b68aa-767b-4f13-8338-5d39c4baf3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:41:24.425963 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:24.628292 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440448c5-7245-4059-bb23-8f7f9e44464c req-2a7649b8-5cea-447c-858e-809dd08f2e06 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:24.629775 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-440448c5-7245-4059-bb23-8f7f9e44464c req-2a7649b8-5cea-447c-858e-809dd08f2e06 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.1034985 Aug 29 14:41:24.689833 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-440448c5-7245-4059-bb23-8f7f9e44464c req-7d5d7830-b9e6-420f-86fe-a802d786163e tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540709 Aug 29 14:41:24.752910 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa02c03-1a8a-4462-867c-18c33d599454 {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:41:24.759975 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:24.771722 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Transition to ACTIVE for port object 5fa02c03-1a8a-4462-867c-18c33d599454 will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:41:24.825031 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:24.897325 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa02c03-1a8a-4462-867c-18c33d599454,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:24.944905 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Attempting to bind port 5fa02c03-1a8a-4462-867c-18c33d599454 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:41:24.945161 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Attempting to bind port 5fa02c03-1a8a-4462-867c-18c33d599454 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'dc4e8d95-9873-4339-8406-62e6227c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'eeea9197-c335-4bd1-bb3b-de2048989870'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:41:24.945488 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Attempting to bind port 5fa02c03-1a8a-4462-867c-18c33d599454 on network eeea9197-c335-4bd1-bb3b-de2048989870 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:41:24.949855 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Port 5fa02c03-1a8a-4462-867c-18c33d599454 on network eeea9197-c335-4bd1-bb3b-de2048989870 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:41:24.950196 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Attempting to bind port 5fa02c03-1a8a-4462-867c-18c33d599454 on network eeea9197-c335-4bd1-bb3b-de2048989870 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:41:24.955233 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:41:24.955559 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Checking segment: {'id': 'dc4e8d95-9873-4339-8406-62e6227c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'eeea9197-c335-4bd1-bb3b-de2048989870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:41:24.956068 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Bound using segment: {'id': 'dc4e8d95-9873-4339-8406-62e6227c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'eeea9197-c335-4bd1-bb3b-de2048989870'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:41:24.956341 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Bound port: 5fa02c03-1a8a-4462-867c-18c33d599454, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4e8d95-9873-4339-8406-62e6227c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'eeea9197-c335-4bd1-bb3b-de2048989870'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:41:24.956690 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:25.018715 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] For port 5fa02c03-1a8a-4462-867c-18c33d599454, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:41:25.023026 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] For port 5fa02c03-1a8a-4462-867c-18c33d599454, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5fa02c03-1a8a-4462-867c-18c33d599454,segment=NetworkSegment(dc4e8d95-9873-4339-8406-62e6227c72cf),segment_id=dc4e8d95-9873-4339-8406-62e6227c72cf)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:41:25.085716 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:25.123928 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:25.124538 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:25.126134 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-865e709e-c468-468a-a73d-f06089cc00e6 req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] 10.222.0.36 "PUT /v2.0/ports/5fa02c03-1a8a-4462-867c-18c33d599454 HTTP/1.1" status: 200 len: 1093 time: 0.7558458 Aug 29 14:41:25.126593 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259b68aa-767b-4f13-8338-5d39c4baf3d9', 'tag': '5fa02c03-1a8a-4462-867c-18c33d599454'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:41:25.128824 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5133594c-1eec-463f-9173-3e4a1162a573" -d '{"events": [{"name": "network-changed", "server_uuid": "259b68aa-767b-4f13-8338-5d39c4baf3d9", "tag": "5fa02c03-1a8a-4462-867c-18c33d599454"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:41:25.153898 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82cab3-8c39-4a2e-b308-e58d220d7bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa02c03-1a8a-4462-867c-18c33d599454,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:25.165776 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ff34ac-a917-4f16-b771-acf57f4e7d74 x-openstack-request-id: req-92ff34ac-a917-4f16-b771-acf57f4e7d74 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:41:25.166092 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259b68aa-767b-4f13-8338-5d39c4baf3d9", "tag": "5fa02c03-1a8a-4462-867c-18c33d599454", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:41:25.166339 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92ff34ac-a917-4f16-b771-acf57f4e7d74 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:41:25.166725 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259b68aa-767b-4f13-8338-5d39c4baf3d9', 'tag': '5fa02c03-1a8a-4462-867c-18c33d599454', 'status': 'completed', 'code': 200} Aug 29 14:41:25.286189 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133594c-1eec-463f-9173-3e4a1162a573 req-515b4341-cc63-468a-9299-3246d3b54831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:25.287682 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5133594c-1eec-463f-9173-3e4a1162a573 req-515b4341-cc63-468a-9299-3246d3b54831 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df929356694e48849639f0d3461b5330&device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 1096 time: 0.0432317 Aug 29 14:41:25.430197 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b942c-e3fd-4e1c-8b06-42c5f1beadc7 req-94c28e69-4c1e-4982-abc3-af2cf24810f4 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:25.431633 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-169b942c-e3fd-4e1c-8b06-42c5f1beadc7 req-94c28e69-4c1e-4982-abc3-af2cf24810f4 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 943 time: 0.0839553 Aug 29 14:41:25.434902 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133594c-1eec-463f-9173-3e4a1162a573 req-dba0572c-5561-4e00-a8da-6c0ca2c8e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:25.436244 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5133594c-1eec-463f-9173-3e4a1162a573 req-dba0572c-5561-4e00-a8da-6c0ca2c8e328 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=df929356694e48849639f0d3461b5330&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1314328 Aug 29 14:41:25.520492 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-169b942c-e3fd-4e1c-8b06-42c5f1beadc7 req-9461c16d-d5a9-43c0-a719-e238d53f41a5 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819268 Aug 29 14:41:25.554996 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133594c-1eec-463f-9173-3e4a1162a573 req-e4c5c86e-4968-4f2c-b29b-b6b5a8f10b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:25.556377 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5133594c-1eec-463f-9173-3e4a1162a573 req-e4c5c86e-4968-4f2c-b29b-b6b5a8f10b4f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1040843 Aug 29 14:41:25.678768 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e709e-c468-468a-a73d-f06089cc00e6 req-571fab74-a31b-46b0-ac4f-8d85a65fc7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:25.680548 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-865e709e-c468-468a-a73d-f06089cc00e6 req-571fab74-a31b-46b0-ac4f-8d85a65fc7e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df929356694e48849639f0d3461b5330&device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 1096 time: 0.0519400 Aug 29 14:41:25.734666 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-865e709e-c468-468a-a73d-f06089cc00e6 req-adbdd8e0-ca99-4177-81c7-b47621522b9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fa02c03-1a8a-4462-867c-18c33d599454 HTTP/1.1" status: 200 len: 217 time: 0.0376539 Aug 29 14:41:26.119057 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e709e-c468-468a-a73d-f06089cc00e6 req-f61dd65e-3ee5-4d82-97ea-8b0db2050a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:26.120574 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-865e709e-c468-468a-a73d-f06089cc00e6 req-f61dd65e-3ee5-4d82-97ea-8b0db2050a3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d25f9b48-628d-4ffc-a94f-e9a172e45fc0 HTTP/1.1" status: 200 len: 849 time: 0.3768361 Aug 29 14:41:26.163766 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f35794-bcca-42aa-8010-2e989afa9374 req-3ac34e03-bfbc-4f2b-96ee-4040b55a0c84 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:26.165290 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d6f35794-bcca-42aa-8010-2e989afa9374 req-3ac34e03-bfbc-4f2b-96ee-4040b55a0c84 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.3866286 Aug 29 14:41:26.167545 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-865e709e-c468-468a-a73d-f06089cc00e6 req-d4a358ef-40ec-43ca-aa0d-62d7b72a08eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eeea9197-c335-4bd1-bb3b-de2048989870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379851 Aug 29 14:41:26.258188 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d6f35794-bcca-42aa-8010-2e989afa9374 req-57a5cd3e-58dd-454d-97a5-16c15bf144f8 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840654 Aug 29 14:41:26.287169 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-865e709e-c468-468a-a73d-f06089cc00e6 req-0ca64929-278e-4479-ac45-9b7a34edcc57 service neutron] 10.222.0.36 "GET /v2.0/networks/eeea9197-c335-4bd1-bb3b-de2048989870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067734 Aug 29 14:41:26.380592 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-865e709e-c468-468a-a73d-f06089cc00e6 req-cdd306f8-b698-44a7-8b96-72600b9234c7 service neutron] 10.222.0.36 "GET /v2.0/networks/eeea9197-c335-4bd1-bb3b-de2048989870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842319 Aug 29 14:41:26.454738 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:41:26.638858 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56db86-7fef-42d6-904d-aa938dc62eb3 req-f26b8a2d-1463-4d12-961b-d6887cca9961 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:26.640361 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ef56db86-7fef-42d6-904d-aa938dc62eb3 req-f26b8a2d-1463-4d12-961b-d6887cca9961 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 943 time: 0.0511863 Aug 29 14:41:26.682206 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ef56db86-7fef-42d6-904d-aa938dc62eb3 req-cb5f278c-2fdf-455a-a6b0-a3cdf2e152c6 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357111 Aug 29 14:41:27.378934 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac5190-df30-4e14-8362-742e23fef0ab req-9420defe-b21d-4380-afda-6b303b9ec6ae tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:27.380399 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c9ac5190-df30-4e14-8362-742e23fef0ab req-9420defe-b21d-4380-afda-6b303b9ec6ae tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0514960 Aug 29 14:41:27.418837 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c9ac5190-df30-4e14-8362-742e23fef0ab req-93567af8-15a6-4075-aec0-f0e88538e690 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324585 Aug 29 14:41:27.799192 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdd720-9383-4314-a59b-d5c97e3e6f2a req-e469b28c-7168-4983-ab15-4500422099d8 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:27.800953 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b0fdd720-9383-4314-a59b-d5c97e3e6f2a req-e469b28c-7168-4983-ab15-4500422099d8 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 943 time: 0.0490565 Aug 29 14:41:27.837144 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b0fdd720-9383-4314-a59b-d5c97e3e6f2a req-739f0217-85f5-408d-856c-56981bec80fb tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303392 Aug 29 14:41:28.531889 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953e8eb-ed7d-4242-a989-63ec80f6f6b1 req-60095c82-884f-4dcb-9956-a1a76e31f56a tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:28.533690 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c953e8eb-ed7d-4242-a989-63ec80f6f6b1 req-60095c82-884f-4dcb-9956-a1a76e31f56a tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0489881 Aug 29 14:41:28.575814 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c953e8eb-ed7d-4242-a989-63ec80f6f6b1 req-20c73b0b-1128-498b-95ae-4666c5ff55c1 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353301 Aug 29 14:41:28.611158 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:28.990871 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696ea28-02cf-4289-9406-6d1c543231e8 req-93078db4-d6d6-4680-a327-60c57400e3b9 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:28.992330 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e696ea28-02cf-4289-9406-6d1c543231e8 req-93078db4-d6d6-4680-a327-60c57400e3b9 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 943 time: 0.0841565 Aug 29 14:41:29.001225 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34f29e-4c44-4e89-9e5e-adddd5a43080 req-e6b2999d-f3ca-44fa-a687-8ff66fff8285 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:29.002622 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8f34f29e-4c44-4e89-9e5e-adddd5a43080 req-e6b2999d-f3ca-44fa-a687-8ff66fff8285 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 946 time: 0.0647576 Aug 29 14:41:29.056994 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e696ea28-02cf-4289-9406-6d1c543231e8 req-2a9fb089-41a0-4d1c-839a-73dd13a8abb2 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533733 Aug 29 14:41:29.061877 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8f34f29e-4c44-4e89-9e5e-adddd5a43080 req-76daa064-9ba2-4d3c-9371-62f4a069d9bb tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523190 Aug 29 14:41:29.674422 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 5fa02c03-1a8a-4462-867c-18c33d599454 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:41:29.696955 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2d712-764a-479a-be8e-17c30162a178 req-ce90ded4-dca7-4cc8-8e1d-6c35eeae0c6b tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:29.698908 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fff2d712-764a-479a-be8e-17c30162a178 req-ce90ded4-dca7-4cc8-8e1d-6c35eeae0c6b tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0541050 Aug 29 14:41:29.739923 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fff2d712-764a-479a-be8e-17c30162a178 req-c433364a-1ec9-4de6-b2dc-630130a30f24 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341530 Aug 29 14:41:29.773415 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 5fa02c03-1a8a-4462-867c-18c33d599454, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5fa02c03-1a8a-4462-867c-18c33d599454,segment=NetworkSegment(dc4e8d95-9873-4339-8406-62e6227c72cf),segment_id=dc4e8d95-9873-4339-8406-62e6227c72cf)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:41:29.785197 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '5fa02c03-1a8a-4462-867c-18c33d599454', 'network_id': 'eeea9197-c335-4bd1-bb3b-de2048989870', 'port_id': '5fa02c03-1a8a-4462-867c-18c33d599454', 'mac_address': 'fa:16:3e:15:8f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25f9b48-628d-4ffc-a94f-e9a172e45fc0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:41:29.825418 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:29.837840 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa02c03-1a8a-4462-867c-18c33d599454 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:41:29.856454 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 5fa02c03-1a8a-4462-867c-18c33d599454, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5fa02c03-1a8a-4462-867c-18c33d599454,segment=NetworkSegment(dc4e8d95-9873-4339-8406-62e6227c72cf),segment_id=dc4e8d95-9873-4339-8406-62e6227c72cf)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:41:29.941454 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:29.988202 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=5fa02c03-1a8a-4462-867c-18c33d599454,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:30.209713 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f484e-cf3f-48bd-b871-fcd8c9c2b135 req-83d1b8cd-4fde-4036-8b0c-f3a84dd9ec24 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:30.211112 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b08f484e-cf3f-48bd-b871-fcd8c9c2b135 req-83d1b8cd-4fde-4036-8b0c-f3a84dd9ec24 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 946 time: 0.0766430 Aug 29 14:41:30.219095 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e39979-a5d9-4682-ac67-0aca1b544d9b req-8852aa37-2e71-4eda-87fc-8b6f4b14f56f tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:30.220464 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-66e39979-a5d9-4682-ac67-0aca1b544d9b req-8852aa37-2e71-4eda-87fc-8b6f4b14f56f tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 944 time: 0.0949309 Aug 29 14:41:30.274267 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b08f484e-cf3f-48bd-b871-fcd8c9c2b135 req-cb05b21e-4247-48b0-a38f-01023ad39765 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528381 Aug 29 14:41:30.281336 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-66e39979-a5d9-4682-ac67-0aca1b544d9b req-be9f005a-c68e-4418-aede-d8793baa3a32 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538132 Aug 29 14:41:30.338051 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['5fa02c03-1a8a-4462-867c-18c33d599454'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:41:30.858368 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eddf32-d7fb-48ed-a869-ee6815b9f333 req-1fe7f06a-381a-4099-a26e-bf8f8b710fe9 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:30.859875 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-76eddf32-d7fb-48ed-a869-ee6815b9f333 req-1fe7f06a-381a-4099-a26e-bf8f8b710fe9 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0534608 Aug 29 14:41:30.901346 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-76eddf32-d7fb-48ed-a869-ee6815b9f333 req-52339a7e-eac7-4d90-8363-874a726f7252 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356007 Aug 29 14:41:31.161277 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d1af-35ee-43b3-bd16-116a3812c176 req-4faff00f-c597-46cb-a085-8a3781f4f747 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:31.162747 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0160d1af-35ee-43b3-bd16-116a3812c176 req-4faff00f-c597-46cb-a085-8a3781f4f747 tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.36 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 946 time: 0.0478213 Aug 29 14:41:31.254143 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-0160d1af-35ee-43b3-bd16-116a3812c176 req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Deleting port 9df05efe-3db2-459f-993c-002a939b8fc3 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:41:31.254467 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-0160d1af-35ee-43b3-bd16-116a3812c176 req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:31.344544 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-0160d1af-35ee-43b3-bd16-116a3812c176 req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] For port 9df05efe-3db2-459f-993c-002a939b8fc3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9df05efe-3db2-459f-993c-002a939b8fc3,segment=NetworkSegment(c2899c4b-766e-4475-845f-8dcc160c0822),segment_id=c2899c4b-766e-4475-845f-8dcc160c0822)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:41:31.344913 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-0160d1af-35ee-43b3-bd16-116a3812c176 req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:31.403647 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-0160d1af-35ee-43b3-bd16-116a3812c176 req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Calling delete_port for 9df05efe-3db2-459f-993c-002a939b8fc3 owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:41:31.472248 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8943e97-9212-421b-8158-77f1ff205bab req-c2be22c9-6704-460b-8a5d-181e543cf6ed tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:31.473726 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e8943e97-9212-421b-8158-77f1ff205bab req-c2be22c9-6704-460b-8a5d-181e543cf6ed tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 946 time: 0.1262958 Aug 29 14:41:31.491560 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e6f5-c068-4970-bfc4-2be04593f626 req-60f9f4f7-4e96-4e85-be3b-7a9dacfc6a87 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:31.492952 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-69c6e6f5-c068-4970-bfc4-2be04593f626 req-60f9f4f7-4e96-4e85-be3b-7a9dacfc6a87 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 944 time: 0.1318138 Aug 29 14:41:31.561950 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e8943e97-9212-421b-8158-77f1ff205bab req-770df74e-9215-4627-94a1-b994dbfb4bbf tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e7827f0-6e47-453b-b0ce-c41c940697d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819519 Aug 29 14:41:31.571028 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-69c6e6f5-c068-4970-bfc4-2be04593f626 req-284132d2-5454-4f17-a9b7-12596ecff1d9 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675597 Aug 29 14:41:31.685851 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-0160d1af-35ee-43b3-bd16-116a3812c176 req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:31.713734 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Pushing event deleted for resources: {'Port': ['ID=9df05efe-3db2-459f-993c-002a939b8fc3,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:31.727441 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['9df05efe-3db2-459f-993c-002a939b8fc3'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:41:31.741795 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:31.747469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:31.747469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:31.747469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:31.747469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:31.747469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:31.747469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:31.747469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:31.747469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:31.747469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:31.747469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:31.747469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:31.749667 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 5fa02c03-1a8a-4462-867c-18c33d599454 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:41:31.764585 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-0160d1af-35ee-43b3-bd16-116a3812c176 req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] No DVR routers for this DVR port 9df05efe-3db2-459f-993c-002a939b8fc3 on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:41:31.766961 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-0160d1af-35ee-43b3-bd16-116a3812c176 req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:31.768920 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0160d1af-35ee-43b3-bd16-116a3812c176 req-e43f7734-fa16-4c24-afbf-dbf654fd7d6f tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.36 "DELETE /v2.0/ports/9df05efe-3db2-459f-993c-002a939b8fc3 HTTP/1.1" status: 204 len: 173 time: 0.5996203 Aug 29 14:41:31.769351 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff9d20b-232c-4f5b-9195-f419511dfb0e', 'name': 'network-vif-deleted', 'tag': '9df05efe-3db2-459f-993c-002a939b8fc3'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:41:31.771634 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005549f0-e162-4e31-895a-f817272011ed" -d '{"events": [{"server_uuid": "cff9d20b-232c-4f5b-9195-f419511dfb0e", "name": "network-vif-deleted", "tag": "9df05efe-3db2-459f-993c-002a939b8fc3"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:41:31.807434 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0509154-388e-4ee2-9e07-ef6e31b58b6a x-openstack-request-id: req-a0509154-388e-4ee2-9e07-ef6e31b58b6a {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:41:31.807727 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff9d20b-232c-4f5b-9195-f419511dfb0e", "name": "network-vif-deleted", "tag": "9df05efe-3db2-459f-993c-002a939b8fc3", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:41:31.807975 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0509154-388e-4ee2-9e07-ef6e31b58b6a {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:41:31.808370 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff9d20b-232c-4f5b-9195-f419511dfb0e', 'name': 'network-vif-deleted', 'tag': '9df05efe-3db2-459f-993c-002a939b8fc3', 'status': 'completed', 'code': 200} Aug 29 14:41:31.902834 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port 5fa02c03-1a8a-4462-867c-18c33d599454 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:41:31.906639 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 5fa02c03-1a8a-4462-867c-18c33d599454 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:41:31.907041 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:32.009407 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:32.026084 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c4117-c031-4461-85ba-74678db7580a req-c4b667f8-b96a-47bf-96b5-df24f1b3d6ba tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:32.028158 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e53c4117-c031-4461-85ba-74678db7580a req-c4b667f8-b96a-47bf-96b5-df24f1b3d6ba tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0518851 Aug 29 14:41:32.032920 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259b68aa-767b-4f13-8338-5d39c4baf3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa02c03-1a8a-4462-867c-18c33d599454'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:41:32.035328 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c20e11f-72ec-4959-a444-5698878462f3" -d '{"events": [{"server_uuid": "259b68aa-767b-4f13-8338-5d39c4baf3d9", "name": "network-vif-plugged", "status": "completed", "tag": "5fa02c03-1a8a-4462-867c-18c33d599454"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:41:32.049050 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 5fa02c03-1a8a-4462-867c-18c33d599454, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5fa02c03-1a8a-4462-867c-18c33d599454,segment=NetworkSegment(dc4e8d95-9873-4339-8406-62e6227c72cf),segment_id=dc4e8d95-9873-4339-8406-62e6227c72cf)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:41:32.067503 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e53c4117-c031-4461-85ba-74678db7580a req-adf13161-d386-437d-b52a-1edeff05a54a tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331588 Aug 29 14:41:32.122623 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:32.172905 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=5fa02c03-1a8a-4462-867c-18c33d599454,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:32.179107 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8b5a95-39cd-4dd2-b44a-6ee05e4e8770 x-openstack-request-id: req-6c8b5a95-39cd-4dd2-b44a-6ee05e4e8770 {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:41:32.179605 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259b68aa-767b-4f13-8338-5d39c4baf3d9", "name": "network-vif-plugged", "status": "completed", "tag": "5fa02c03-1a8a-4462-867c-18c33d599454", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:41:32.180005 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c8b5a95-39cd-4dd2-b44a-6ee05e4e8770 {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:41:32.180639 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259b68aa-767b-4f13-8338-5d39c4baf3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa02c03-1a8a-4462-867c-18c33d599454', 'code': 200} Aug 29 14:41:32.587225 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf92ff3-d75b-49df-9401-c3ff349dfa98 req-2c9996ba-df40-4879-a8a1-17bf1fc8010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:32.588752 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bf92ff3-d75b-49df-9401-c3ff349dfa98 req-2c9996ba-df40-4879-a8a1-17bf1fc8010e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 1098 time: 0.0432177 Aug 29 14:41:32.632757 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bf92ff3-d75b-49df-9401-c3ff349dfa98 req-5f8afbba-4155-42cb-ab19-622d5d4bdeff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350952 Aug 29 14:41:32.691992 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-50640ad3-adb0-4bb3-8dd4-33792c0ee092 req-46f42f25-0905-4ad4-8059-1803dbabc10a tempest-VolumesSnapshotTestJSON-765654291 tempest-VolumesSnapshotTestJSON-765654291-project] 10.222.0.16 "GET /v2.0/ports?device_id=cff9d20b-232c-4f5b-9195-f419511dfb0e HTTP/1.1" status: 200 len: 210 time: 0.0469511 Aug 29 14:41:32.713263 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5184d6c-f354-404b-812e-02e5f20dd4c6 req-6ec60540-819a-426d-b0a9-f2eaea431a94 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:32.714800 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c5184d6c-f354-404b-812e-02e5f20dd4c6 req-6ec60540-819a-426d-b0a9-f2eaea431a94 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 945 time: 0.0689793 Aug 29 14:41:32.757249 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c5184d6c-f354-404b-812e-02e5f20dd4c6 req-ce48e96a-3f88-40b0-ae01-69560efd6e89 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366540 Aug 29 14:41:33.192947 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0413d-3ae3-4b1c-b250-8ac17fe6e7eb req-631ecd89-edb7-4cee-87c6-89abc9303390 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:33.194437 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-14a0413d-3ae3-4b1c-b250-8ac17fe6e7eb req-631ecd89-edb7-4cee-87c6-89abc9303390 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0513449 Aug 29 14:41:33.235445 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-14a0413d-3ae3-4b1c-b250-8ac17fe6e7eb req-2f2e9acf-6be7-4ba8-81fd-5d5a6ef4d9f1 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344591 Aug 29 14:41:33.710011 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 736382df-9ff7-47f9-80ae-b4d87c90bea1 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:41:33.810387 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 736382df-9ff7-47f9-80ae-b4d87c90bea1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:41:33.822362 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '736382df-9ff7-47f9-80ae-b4d87c90bea1', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'port_id': '736382df-9ff7-47f9-80ae-b4d87c90bea1', 'mac_address': 'fa:16:3e:c7:56:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51a3205-4b38-4051-8846-91cae5501301', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:41:33.870855 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:33.887291 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736382df-9ff7-47f9-80ae-b4d87c90bea1 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:41:33.890078 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df01ae6-e6a4-4835-bd7e-343fabf27e9d req-70b04a9c-4b83-4547-a1f8-e5f83e182b49 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:33.894974 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5df01ae6-e6a4-4835-bd7e-343fabf27e9d req-70b04a9c-4b83-4547-a1f8-e5f83e182b49 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 945 time: 0.0594988 Aug 29 14:41:33.908266 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 736382df-9ff7-47f9-80ae-b4d87c90bea1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:41:33.929788 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5df01ae6-e6a4-4835-bd7e-343fabf27e9d req-0c4d0fa3-27fd-442f-ae3d-f87b0962216f tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316696 Aug 29 14:41:33.996397 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:34.050960 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=736382df-9ff7-47f9-80ae-b4d87c90bea1,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:34.358443 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07072d2a-6ff0-46fc-a120-32beb1a766f1 req-41d059c4-d43d-4876-93a9-1a22e5705447 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:34.360049 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-07072d2a-6ff0-46fc-a120-32beb1a766f1 req-41d059c4-d43d-4876-93a9-1a22e5705447 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 944 time: 0.0581512 Aug 29 14:41:34.397050 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['736382df-9ff7-47f9-80ae-b4d87c90bea1'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:41:34.401084 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-07072d2a-6ff0-46fc-a120-32beb1a766f1 req-ac13b728-f388-4452-aa22-9379d575d124 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340853 Aug 29 14:41:35.047036 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e82ac-ad2c-4cbb-87fe-0338ddd6bc53 req-f113525d-1425-41b7-8a68-20c55ea8b9a5 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:35.048479 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-365e82ac-ad2c-4cbb-87fe-0338ddd6bc53 req-f113525d-1425-41b7-8a68-20c55ea8b9a5 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 945 time: 0.0528066 Aug 29 14:41:35.085135 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-365e82ac-ad2c-4cbb-87fe-0338ddd6bc53 req-3cfc7d34-105f-4021-a42d-535faaec73ad tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307558 Aug 29 14:41:35.526007 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3cc35-a17c-4437-abf3-b97e52665652 req-143b4a9f-e234-4974-98d1-15b7e1e5dd62 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:35.528079 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c7e3cc35-a17c-4437-abf3-b97e52665652 req-143b4a9f-e234-4974-98d1-15b7e1e5dd62 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 944 time: 0.0571246 Aug 29 14:41:35.565511 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c7e3cc35-a17c-4437-abf3-b97e52665652 req-5966c1f7-227e-4846-a6f2-e866bd94f9e2 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313759 Aug 29 14:41:35.722338 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 736382df-9ff7-47f9-80ae-b4d87c90bea1 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:41:35.853367 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port 736382df-9ff7-47f9-80ae-b4d87c90bea1 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:41:35.857921 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 736382df-9ff7-47f9-80ae-b4d87c90bea1 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:41:35.858294 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:35.940971 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:35.964327 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925f4539-415c-4aa5-8279-4437e4110580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736382df-9ff7-47f9-80ae-b4d87c90bea1'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:41:35.966817 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309fa6cc-63dc-4682-875e-f538d3ca1f32" -d '{"events": [{"server_uuid": "925f4539-415c-4aa5-8279-4437e4110580", "name": "network-vif-plugged", "status": "completed", "tag": "736382df-9ff7-47f9-80ae-b4d87c90bea1"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:41:35.979371 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 736382df-9ff7-47f9-80ae-b4d87c90bea1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:41:36.006295 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785c76d0-96cf-4d34-a013-f3b3891dd420 x-openstack-request-id: req-785c76d0-96cf-4d34-a013-f3b3891dd420 {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:41:36.006759 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925f4539-415c-4aa5-8279-4437e4110580", "name": "network-vif-plugged", "status": "completed", "tag": "736382df-9ff7-47f9-80ae-b4d87c90bea1", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:41:36.007532 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-785c76d0-96cf-4d34-a013-f3b3891dd420 {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:41:36.008158 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925f4539-415c-4aa5-8279-4437e4110580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736382df-9ff7-47f9-80ae-b4d87c90bea1', 'code': 200} Aug 29 14:41:36.076423 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:36.077279 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 9df05efe-3db2-459f-993c-002a939b8fc3 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:41:36.119446 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: 9df05efe-3db2-459f-993c-002a939b8fc3 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:41:36.119670 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 9df05efe-3db2-459f-993c-002a939b8fc3 not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:41:36.145187 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=736382df-9ff7-47f9-80ae-b4d87c90bea1,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:36.607118 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b365f91-0891-4d61-a6fe-056ee5fa7da4 req-ba7f55ae-1ff5-4c5f-a991-6d039148854e tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:36.608619 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6b365f91-0891-4d61-a6fe-056ee5fa7da4 req-ba7f55ae-1ff5-4c5f-a991-6d039148854e tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 945 time: 0.0496371 Aug 29 14:41:36.644920 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6b365f91-0891-4d61-a6fe-056ee5fa7da4 req-40482acf-1fdf-417b-b367-e19c1e4d41c1 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304773 Aug 29 14:41:39.168690 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89d01f-2042-4e65-938a-cff0b45b8ef3 req-d8545e85-7538-4b64-b9f9-9bda0e24e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:39.170314 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dc89d01f-2042-4e65-938a-cff0b45b8ef3 req-d8545e85-7538-4b64-b9f9-9bda0e24e1d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 1098 time: 0.0457301 Aug 29 14:41:39.268265 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dc89d01f-2042-4e65-938a-cff0b45b8ef3 req-8557406a-ab89-4eb2-b051-1d2a8fa877c0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672956 Aug 29 14:41:39.303240 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e018fe2-b84d-41d9-b260-e561983e2183 req-45061b6b-a8c2-4b75-86ac-5479af91ccd8 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:39.304670 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6e018fe2-b84d-41d9-b260-e561983e2183 req-45061b6b-a8c2-4b75-86ac-5479af91ccd8 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0864129 Aug 29 14:41:39.315912 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d642a2-69db-45a2-ae46-00d282c74fc5 req-5519f1c3-fd7a-4612-8609-7ad7a1e734b8 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:39.317283 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f5d642a2-69db-45a2-ae46-00d282c74fc5 req-5519f1c3-fd7a-4612-8609-7ad7a1e734b8 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 945 time: 0.0667319 Aug 29 14:41:39.373559 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6e018fe2-b84d-41d9-b260-e561983e2183 req-680ecbd7-62f4-4622-a51f-19d4ea8d77b6 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553563 Aug 29 14:41:39.378303 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f5d642a2-69db-45a2-ae46-00d282c74fc5 req-8326ff7f-a51c-4743-8b5a-88ccd22cc104 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543454 Aug 29 14:41:40.515147 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9d191-cb8c-4e55-b5ae-82398d286964 req-52531aae-5a95-48ab-aca0-10b42d813094 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:40.516611 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-13d9d191-cb8c-4e55-b5ae-82398d286964 req-52531aae-5a95-48ab-aca0-10b42d813094 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0744286 Aug 29 14:41:40.528531 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc8c29-5d62-423a-bcc9-8d6c2f719cf9 req-2d24e5d2-fb09-4e11-aaff-daff97c9553e tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:40.529935 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8fc8c29-5d62-423a-bcc9-8d6c2f719cf9 req-2d24e5d2-fb09-4e11-aaff-daff97c9553e tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 945 time: 0.0783567 Aug 29 14:41:40.575843 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-13d9d191-cb8c-4e55-b5ae-82398d286964 req-74210d50-45bf-4de4-ae66-047f7a7d72e8 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449674 Aug 29 14:41:40.596193 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8fc8c29-5d62-423a-bcc9-8d6c2f719cf9 req-6c5c1324-9e4f-4d9f-b73c-c54cf4a05bf9 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597167 Aug 29 14:41:41.741599 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1076b-0799-45ce-b510-9eed62f82d5a req-c5df94f5-1bd4-4d77-ac41-9a8b10797684 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:41.743099 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5ad1076b-0799-45ce-b510-9eed62f82d5a req-c5df94f5-1bd4-4d77-ac41-9a8b10797684 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.36 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 945 time: 0.1147232 Aug 29 14:41:41.761354 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c47505-190f-43f6-8669-9d9a54311238 req-fddb3dcc-1441-4f05-9214-0ea0bd4e7067 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:41.763543 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e9c47505-190f-43f6-8669-9d9a54311238 req-fddb3dcc-1441-4f05-9214-0ea0bd4e7067 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.1080720 Aug 29 14:41:41.776827 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0681a4a-fbae-4848-ac9b-b16e2aab50c5 req-37351ca0-bd84-4f45-8367-dae1f29d36c2 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:41.778293 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b0681a4a-fbae-4848-ac9b-b16e2aab50c5 req-37351ca0-bd84-4f45-8367-dae1f29d36c2 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 945 time: 0.1092188 Aug 29 14:41:41.889463 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e9c47505-190f-43f6-8669-9d9a54311238 req-cbf37313-94fd-4258-8b73-34c3760cb8d2 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926089 Aug 29 14:41:41.896473 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b0681a4a-fbae-4848-ac9b-b16e2aab50c5 req-3e0e2a9e-9ebf-42c5-adfb-7eff973e9c03 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986383 Aug 29 14:41:41.916229 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-5ad1076b-0799-45ce-b510-9eed62f82d5a req-b86b3c8e-c36e-4df8-95e5-b154e3c60056 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Deleting port 5fa02c03-1a8a-4462-867c-18c33d599454 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:41:41.916623 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-5ad1076b-0799-45ce-b510-9eed62f82d5a req-b86b3c8e-c36e-4df8-95e5-b154e3c60056 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:42.046954 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f36d33-4282-402c-b448-eb79c9617b92 req-e5db210b-8cf8-4d98-ab65-8b62953cbb48 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:42.048428 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-58f36d33-4282-402c-b448-eb79c9617b92 req-e5db210b-8cf8-4d98-ab65-8b62953cbb48 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0909607 Aug 29 14:41:42.066078 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-5ad1076b-0799-45ce-b510-9eed62f82d5a req-b86b3c8e-c36e-4df8-95e5-b154e3c60056 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] For port 5fa02c03-1a8a-4462-867c-18c33d599454, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5fa02c03-1a8a-4462-867c-18c33d599454,segment=NetworkSegment(dc4e8d95-9873-4339-8406-62e6227c72cf),segment_id=dc4e8d95-9873-4339-8406-62e6227c72cf)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:41:42.066438 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-5ad1076b-0799-45ce-b510-9eed62f82d5a req-b86b3c8e-c36e-4df8-95e5-b154e3c60056 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:42.086946 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-5ad1076b-0799-45ce-b510-9eed62f82d5a req-b86b3c8e-c36e-4df8-95e5-b154e3c60056 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Calling delete_port for 5fa02c03-1a8a-4462-867c-18c33d599454 owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:41:42.113349 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-58f36d33-4282-402c-b448-eb79c9617b92 req-f784c55a-f3ee-4b32-8737-c6cea452304d tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575063 Aug 29 14:41:42.135770 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 48796) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:41:42.275668 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0460fceb-abee-4c7c-b3ce-d9a615315038 tempest-TestShelveInstance-932688044 tempest-TestShelveInstance-932688044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:42.277154 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-0460fceb-abee-4c7c-b3ce-d9a615315038 tempest-TestShelveInstance-932688044 tempest-TestShelveInstance-932688044-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 1093 time: 0.1403186 Aug 29 14:41:42.280317 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 48800) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:41:42.284546 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Request body: {'floatingip': {'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'port_id': '736382df-9ff7-47f9-80ae-b4d87c90bea1', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:41:42.310724 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-5ad1076b-0799-45ce-b510-9eed62f82d5a req-b86b3c8e-c36e-4df8-95e5-b154e3c60056 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:42.339225 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b3c8e-c36e-4df8-95e5-b154e3c60056 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Pushing event deleted for resources: {'Port': ['ID=5fa02c03-1a8a-4462-867c-18c33d599454,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:42.359453 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['5fa02c03-1a8a-4462-867c-18c33d599454'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:41:42.378780 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for floatingip, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:42.380106 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad1076b-0799-45ce-b510-9eed62f82d5a req-b86b3c8e-c36e-4df8-95e5-b154e3c60056 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] No DVR routers for this DVR port 5fa02c03-1a8a-4462-867c-18c33d599454 on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:41:42.382743 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-5ad1076b-0799-45ce-b510-9eed62f82d5a req-b86b3c8e-c36e-4df8-95e5-b154e3c60056 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:42.384729 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5ad1076b-0799-45ce-b510-9eed62f82d5a req-b86b3c8e-c36e-4df8-95e5-b154e3c60056 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.36 "DELETE /v2.0/ports/5fa02c03-1a8a-4462-867c-18c33d599454 HTTP/1.1" status: 204 len: 173 time: 0.6310556 Aug 29 14:41:42.385151 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259b68aa-767b-4f13-8338-5d39c4baf3d9', 'name': 'network-vif-deleted', 'tag': '5fa02c03-1a8a-4462-867c-18c33d599454'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:41:42.387452 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b095005-50f2-45f4-bb13-07064fc13f55" -d '{"events": [{"server_uuid": "259b68aa-767b-4f13-8338-5d39c4baf3d9", "name": "network-vif-deleted", "tag": "5fa02c03-1a8a-4462-867c-18c33d599454"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:41:42.426902 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760262a5-f294-4dfa-885e-26953db783a8 x-openstack-request-id: req-760262a5-f294-4dfa-885e-26953db783a8 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:41:42.426902 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259b68aa-767b-4f13-8338-5d39c4baf3d9", "name": "network-vif-deleted", "tag": "5fa02c03-1a8a-4462-867c-18c33d599454", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:41:42.426902 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-760262a5-f294-4dfa-885e-26953db783a8 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:41:42.426902 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259b68aa-767b-4f13-8338-5d39c4baf3d9', 'name': 'network-vif-deleted', 'tag': '5fa02c03-1a8a-4462-867c-18c33d599454', 'status': 'completed', 'code': 200} Aug 29 14:41:42.484466 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:42.595852 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Allocated IP 172.27.0.97 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/c30cdfad-6042-4054-873d-6a5ef47b29ef) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:41:42.701392 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:42.802005 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:42.836341 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:41:42.841551 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:41:42.846188 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:41:42.870187 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Pushing event updated for resources: {'Port': ['ID=c30cdfad-6042-4054-873d-6a5ef47b29ef,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:42.882410 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:42.882755 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:42.883086 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:42.883413 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:42.883750 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:42.884057 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:42.884374 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:42.884696 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:42.885011 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:42.885323 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:42.885639 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:42.885972 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:43.008680 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-73e848c1-a803-46bc-b728-d2a021a095d7 req-4e49e719-16e8-4452-a760-d7c8144a1436 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=259b68aa-767b-4f13-8338-5d39c4baf3d9 HTTP/1.1" status: 200 len: 210 time: 0.0255675 Aug 29 14:41:43.223486 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:43.324806 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:43.475070 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for port, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:43.538717 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958029'] for port, after_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:43.612916 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Pushing event updated for resources: {'Port': ['ID=c30cdfad-6042-4054-873d-6a5ef47b29ef,revision_number=2']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:43.623587 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:43.727309 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.l3_db [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Floating IP 8ebb92fc-ea0b-4e7a-950f-d65a031c88ad associated. External IP: 172.27.0.97, port: 736382df-9ff7-47f9-80ae-b4d87c90bea1. Aug 29 14:41:43.930139 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:41:44.035193 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:41:44.049193 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e375b7-12b3-461b-b0c6-88dc4348c0a7 None None] Sync routers for ids ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:41:44.058381 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e375b7-12b3-461b-b0c6-88dc4348c0a7 None None] Routers {'4862bfed-ca5f-454a-9d7b-18754c6ddb43'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:41:44.059090 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-57e375b7-12b3-461b-b0c6-88dc4348c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:41:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:41:44.165554 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-57e375b7-12b3-461b-b0c6-88dc4348c0a7 None None] Set router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:41:44.179081 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:44.210169 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-4dc45c1f-5fca-43a0-97e0-21904e2f0bbe tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9288273 Aug 29 14:41:44.210856 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925f4539-415c-4aa5-8279-4437e4110580', 'tag': '736382df-9ff7-47f9-80ae-b4d87c90bea1'}] {{(pid=94545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:41:44.213268 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3f88a97947bc46447bf64d5742a30a9c549343a816f3376ab3b001ccfdc429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ec0da6-d78b-4bd6-be93-5a48ff0c623a" -d '{"events": [{"name": "network-changed", "server_uuid": "925f4539-415c-4aa5-8279-4437e4110580", "tag": "736382df-9ff7-47f9-80ae-b4d87c90bea1"}]}' {{(pid=94545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:41:44.307010 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-419878ed-f0c4-42ec-8e8e-0aa6b6ef266b tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:44.308587 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-419878ed-f0c4-42ec-8e8e-0aa6b6ef266b tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/networks?id=eeea9197-c335-4bd1-bb3b-de2048989870 HTTP/1.1" status: 200 len: 809 time: 0.1253214 Aug 29 14:41:44.321038 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58c36fc-960a-4832-9ee6-9d67534a5037 x-openstack-request-id: req-a58c36fc-960a-4832-9ee6-9d67534a5037 {{(pid=94545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:41:44.322068 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925f4539-415c-4aa5-8279-4437e4110580", "tag": "736382df-9ff7-47f9-80ae-b4d87c90bea1", "status": "completed", "code": 200}]} {{(pid=94545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:41:44.322315 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a58c36fc-960a-4832-9ee6-9d67534a5037 {{(pid=94545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:41:44.322917 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925f4539-415c-4aa5-8279-4437e4110580', 'tag': '736382df-9ff7-47f9-80ae-b4d87c90bea1', 'status': 'completed', 'code': 200} Aug 29 14:41:44.325430 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-9ed5c3e3-80ba-4270-a201-d8c75c061409 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/quotas/df929356694e48849639f0d3461b5330 HTTP/1.1" status: 200 len: 375 time: 0.0099499 Aug 29 14:41:44.359448 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-ade8342d-1625-48ce-9fdd-1f8aeaf08be3 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=df929356694e48849639f0d3461b5330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281329 Aug 29 14:41:44.411298 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-57e375b7-12b3-461b-b0c6-88dc4348c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:37Z', 'updated_at': '2021-08-29T14:40:41Z', 'revision_number': 4, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'gw_port': {'id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:38Z', 'updated_at': '2021-08-29T14:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '8ebb92fc-ea0b-4e7a-950f-d65a031c88ad', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'port_id': '736382df-9ff7-47f9-80ae-b4d87c90bea1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'mac_address': 'fa:16:3e:c7:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925f4539-415c-4aa5-8279-4437e4110580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:41:43Z', 'updated_at': '2021-08-29T14:41:43Z', 'revision_number': 0, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f', 'name': '', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'mac_address': 'fa:16:3e:f5:25:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c51a3205-4b38-4051-8846-91cae5501301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:40Z', 'updated_at': '2021-08-29T14:40:46Z', 'revision_number': 5, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'subnets': [{'id': 'c51a3205-4b38-4051-8846-91cae5501301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:41:44.437423 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e375b7-12b3-461b-b0c6-88dc4348c0a7 None None] Checking router: 4862bfed-ca5f-454a-9d7b-18754c6ddb43 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:41:44.445653 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e375b7-12b3-461b-b0c6-88dc4348c0a7 None None] Routers {'4862bfed-ca5f-454a-9d7b-18754c6ddb43'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:41:44.446376 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-57e375b7-12b3-461b-b0c6-88dc4348c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:41:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:41:44.463774 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec0da6-d78b-4bd6-be93-5a48ff0c623a req-f3424871-7504-4772-a36b-e9942f20d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:44.465273 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16ec0da6-d78b-4bd6-be93-5a48ff0c623a req-f3424871-7504-4772-a36b-e9942f20d71b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=236affd94e314d68a10b2decd9cafcd1&device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 1098 time: 0.0896392 Aug 29 14:41:44.492120 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-c955bddf-dd8c-4e54-b95b-660f97de90be service neutron] 10.222.0.16 "GET /v2.0/networks/eeea9197-c335-4bd1-bb3b-de2048989870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240981 Aug 29 14:41:44.550757 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-57e375b7-12b3-461b-b0c6-88dc4348c0a7 None None] Set router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:41:44.634804 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec0da6-d78b-4bd6-be93-5a48ff0c623a req-d9b1570b-ec45-4c74-9f02-5fe97a45b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:44.636329 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16ec0da6-d78b-4bd6-be93-5a48ff0c623a req-d9b1570b-ec45-4c74-9f02-5fe97a45b6d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d84c55a3-b401-4300-b3ca-9117e55c4b72 HTTP/1.1" status: 200 len: 909 time: 0.1548798 Aug 29 14:41:44.642418 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-394caabe-b5b1-49e9-ae52-11f57e36f000 service neutron] 10.222.0.16 "GET /v2.0/networks/eeea9197-c335-4bd1-bb3b-de2048989870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407194 Aug 29 14:41:44.711495 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16ec0da6-d78b-4bd6-be93-5a48ff0c623a req-bfe44b27-9bd0-4043-9d9d-d0aef201f015 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1 HTTP/1.1" status: 200 len: 998 time: 0.0677722 Aug 29 14:41:44.769872 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec0da6-d78b-4bd6-be93-5a48ff0c623a req-7a7e59c6-8a1b-473c-bea8-bb8b8363420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:44.771409 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16ec0da6-d78b-4bd6-be93-5a48ff0c623a req-7a7e59c6-8a1b-473c-bea8-bb8b8363420e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c51a3205-4b38-4051-8846-91cae5501301 HTTP/1.1" status: 200 len: 847 time: 0.0513678 Aug 29 14:41:44.791925 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-57e375b7-12b3-461b-b0c6-88dc4348c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:37Z', 'updated_at': '2021-08-29T14:40:41Z', 'revision_number': 4, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'gw_port': {'id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:38Z', 'updated_at': '2021-08-29T14:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '8ebb92fc-ea0b-4e7a-950f-d65a031c88ad', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'port_id': '736382df-9ff7-47f9-80ae-b4d87c90bea1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'mac_address': 'fa:16:3e:c7:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925f4539-415c-4aa5-8279-4437e4110580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:41:43Z', 'updated_at': '2021-08-29T14:41:43Z', 'revision_number': 0, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f', 'name': '', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'mac_address': 'fa:16:3e:f5:25:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c51a3205-4b38-4051-8846-91cae5501301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:40Z', 'updated_at': '2021-08-29T14:40:46Z', 'revision_number': 5, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'subnets': [{'id': 'c51a3205-4b38-4051-8846-91cae5501301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:41:44.820051 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec0da6-d78b-4bd6-be93-5a48ff0c623a req-32b042d7-20c0-4741-a44c-6372c53191f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:44.821617 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16ec0da6-d78b-4bd6-be93-5a48ff0c623a req-32b042d7-20c0-4741-a44c-6372c53191f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d84c55a3-b401-4300-b3ca-9117e55c4b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422125 Aug 29 14:41:44.948853 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5d7d57b5-4418-48f5-a46b-b1212b2bae22 req-8fd28b4d-bac2-40de-b026-133ecac5e917 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 210 time: 0.0456362 Aug 29 14:41:44.956996 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e375b7-12b3-461b-b0c6-88dc4348c0a7 None None] The sync data for ids ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'] in dv-cinder-778193-6-iscsi is: [{'id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:37Z', 'updated_at': '2021-08-29T14:40:41Z', 'revision_number': 4, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'gw_port': {'id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:38Z', 'updated_at': '2021-08-29T14:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '8ebb92fc-ea0b-4e7a-950f-d65a031c88ad', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'port_id': '736382df-9ff7-47f9-80ae-b4d87c90bea1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'mac_address': 'fa:16:3e:c7:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925f4539-415c-4aa5-8279-4437e4110580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:41:43Z', 'updated_at': '2021-08-29T14:41:43Z', 'revision_number': 0, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f', 'name': '', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'mac_address': 'fa:16:3e:f5:25:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c51a3205-4b38-4051-8846-91cae5501301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:40Z', 'updated_at': '2021-08-29T14:40:46Z', 'revision_number': 5, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'subnets': [{'id': 'c51a3205-4b38-4051-8846-91cae5501301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:41:45.006999 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16ec0da6-d78b-4bd6-be93-5a48ff0c623a req-27bbe228-2320-4fa0-8646-d18cf2298c09 service neutron] 10.222.0.36 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763358 Aug 29 14:41:45.125229 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16ec0da6-d78b-4bd6-be93-5a48ff0c623a req-7d0fe528-6726-4d3f-a508-7d413accf5ff service neutron] 10.222.0.36 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024606 Aug 29 14:41:45.193619 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70a74ab-3d20-4140-9a6d-69d8d7d97dd8 None None] New status for floating IP 8ebb92fc-ea0b-4e7a-950f-d65a031c88ad: ACTIVE {{(pid=94547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:41:45.253478 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d8a35ee3-30d9-47b3-9186-7b89795c9cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:46.055724 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-19d0bb0d-9e4b-46f2-a76c-e68b845bdda2 req-d32ef74b-063e-4e58-a182-da92362a09b9 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 210 time: 0.0294402 Aug 29 14:41:47.382908 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 5fa02c03-1a8a-4462-867c-18c33d599454 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:41:47.402915 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: 5fa02c03-1a8a-4462-867c-18c33d599454 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:41:47.411190 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 5fa02c03-1a8a-4462-867c-18c33d599454 not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:41:47.800134 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-624045ad-81eb-410d-a4ba-1d5dfed1417c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:48.211111 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:48.512608 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bf4b1074-5bf9-4655-a3d3-3df69109392c req-2aa47bd7-e313-49fa-b9bf-4784403d3db8 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 210 time: 0.0258541 Aug 29 14:41:48.978771 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:49.547041 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-a856a0aa-be24-4ba4-94a6-ad0ddc6e8155 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:49.548523 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-a856a0aa-be24-4ba4-94a6-ad0ddc6e8155 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.36 "GET /v2.0/networks?id=eeea9197-c335-4bd1-bb3b-de2048989870 HTTP/1.1" status: 200 len: 809 time: 0.1006751 Aug 29 14:41:49.596322 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-078c9058-3581-4d3f-acf2-aef75560a6d7 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Request body: {'port': {'device_id': '5478a520-a169-4f2c-b557-e40926d51f20', 'network_id': 'eeea9197-c335-4bd1-bb3b-de2048989870', 'admin_state_up': True, 'tenant_id': 'df929356694e48849639f0d3461b5330'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:41:49.664718 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-569d9fcd-3838-4d85-91d3-d94a78369ea8 req-b68508c7-45b3-4e67-94f4-bb657f606a87 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 210 time: 0.0316484 Aug 29 14:41:49.807382 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-078c9058-3581-4d3f-acf2-aef75560a6d7 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Made reservation on behalf of df929356694e48849639f0d3461b5330 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:41:49.811534 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-078c9058-3581-4d3f-acf2-aef75560a6d7 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:49.944038 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-078c9058-3581-4d3f-acf2-aef75560a6d7 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Allocated IP 172.20.0.3 (eeea9197-c335-4bd1-bb3b-de2048989870/d25f9b48-628d-4ffc-a94f-e9a172e45fc0/09a9fb3d-cee0-4ddf-aa24-680fec143828) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:41:50.095573 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-078c9058-3581-4d3f-acf2-aef75560a6d7 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:50.211392 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-078c9058-3581-4d3f-acf2-aef75560a6d7 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:50.260555 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-078c9058-3581-4d3f-acf2-aef75560a6d7 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Network eeea9197-c335-4bd1-bb3b-de2048989870 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:41:50.263691 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-078c9058-3581-4d3f-acf2-aef75560a6d7 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:41:50.267651 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-078c9058-3581-4d3f-acf2-aef75560a6d7 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:41:50.273966 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c9058-3581-4d3f-acf2-aef75560a6d7 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Pushing event updated for resources: {'Port': ['ID=09a9fb3d-cee0-4ddf-aa24-680fec143828,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:50.321043 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-078c9058-3581-4d3f-acf2-aef75560a6d7 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:50.321642 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-078c9058-3581-4d3f-acf2-aef75560a6d7 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:50.425230 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-078c9058-3581-4d3f-acf2-aef75560a6d7 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8409076 Aug 29 14:41:50.433805 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:50.444770 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Request body: {'port': {'device_id': '5478a520-a169-4f2c-b557-e40926d51f20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:41:50.498874 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:50.783144 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a9fb3d-cee0-4ddf-aa24-680fec143828 {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:41:50.791260 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:50.808533 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Transition to ACTIVE for port object 09a9fb3d-cee0-4ddf-aa24-680fec143828 will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:41:50.819731 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f2ce9-6f95-4601-b9e6-e50caa56be23 req-fe9de3b3-2df5-4202-afcd-ad3a70b440f2 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:50.821220 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ae2f2ce9-6f95-4601-b9e6-e50caa56be23 req-fe9de3b3-2df5-4202-afcd-ad3a70b440f2 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 931 time: 0.0756130 Aug 29 14:41:50.861684 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ae2f2ce9-6f95-4601-b9e6-e50caa56be23 req-ac3f6f4a-ccbd-4b50-b48a-7dd0aa84a308 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334256 Aug 29 14:41:50.870062 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:50.942966 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Pushing event updated for resources: {'Port': ['ID=09a9fb3d-cee0-4ddf-aa24-680fec143828,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:51.004401 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Attempting to bind port 09a9fb3d-cee0-4ddf-aa24-680fec143828 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:41:51.004739 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Attempting to bind port 09a9fb3d-cee0-4ddf-aa24-680fec143828 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'dc4e8d95-9873-4339-8406-62e6227c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'eeea9197-c335-4bd1-bb3b-de2048989870'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:41:51.005068 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Attempting to bind port 09a9fb3d-cee0-4ddf-aa24-680fec143828 on network eeea9197-c335-4bd1-bb3b-de2048989870 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:41:51.009701 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Port 09a9fb3d-cee0-4ddf-aa24-680fec143828 on network eeea9197-c335-4bd1-bb3b-de2048989870 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:41:51.009822 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Attempting to bind port 09a9fb3d-cee0-4ddf-aa24-680fec143828 on network eeea9197-c335-4bd1-bb3b-de2048989870 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:41:51.015379 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:41:51.015923 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Checking segment: {'id': 'dc4e8d95-9873-4339-8406-62e6227c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'eeea9197-c335-4bd1-bb3b-de2048989870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:41:51.016092 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Bound using segment: {'id': 'dc4e8d95-9873-4339-8406-62e6227c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'eeea9197-c335-4bd1-bb3b-de2048989870'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:41:51.016519 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Bound port: 09a9fb3d-cee0-4ddf-aa24-680fec143828, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4e8d95-9873-4339-8406-62e6227c72cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'eeea9197-c335-4bd1-bb3b-de2048989870'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:41:51.016874 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:51.081526 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] For port 09a9fb3d-cee0-4ddf-aa24-680fec143828, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:41:51.084611 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] For port 09a9fb3d-cee0-4ddf-aa24-680fec143828, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=09a9fb3d-cee0-4ddf-aa24-680fec143828,segment=NetworkSegment(dc4e8d95-9873-4339-8406-62e6227c72cf),segment_id=dc4e8d95-9873-4339-8406-62e6227c72cf)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:41:51.219095 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:51.250611 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:51.251253 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:51.252624 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] 10.222.0.36 "PUT /v2.0/ports/09a9fb3d-cee0-4ddf-aa24-680fec143828 HTTP/1.1" status: 200 len: 1093 time: 0.8120451 Aug 29 14:41:51.254713 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5478a520-a169-4f2c-b557-e40926d51f20', 'tag': '09a9fb3d-cee0-4ddf-aa24-680fec143828'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:41:51.256909 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf44737-1fdc-455f-8501-4429dcd61e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "5478a520-a169-4f2c-b557-e40926d51f20", "tag": "09a9fb3d-cee0-4ddf-aa24-680fec143828"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:41:51.284953 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa2f84-8887-4589-99dc-4903e02ad671 service neutron] Pushing event updated for resources: {'Port': ['ID=09a9fb3d-cee0-4ddf-aa24-680fec143828,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:51.292622 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187adf3c-5bc4-4ac8-9c64-69d98b630827 x-openstack-request-id: req-187adf3c-5bc4-4ac8-9c64-69d98b630827 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:41:51.292907 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5478a520-a169-4f2c-b557-e40926d51f20", "tag": "09a9fb3d-cee0-4ddf-aa24-680fec143828", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:41:51.293167 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-187adf3c-5bc4-4ac8-9c64-69d98b630827 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:41:51.293523 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5478a520-a169-4f2c-b557-e40926d51f20', 'tag': '09a9fb3d-cee0-4ddf-aa24-680fec143828', 'status': 'completed', 'code': 200} Aug 29 14:41:51.389512 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf44737-1fdc-455f-8501-4429dcd61e5d req-aaf412df-1f68-4ec1-90a1-6f8ad9379636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:51.391085 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9bf44737-1fdc-455f-8501-4429dcd61e5d req-aaf412df-1f68-4ec1-90a1-6f8ad9379636 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df929356694e48849639f0d3461b5330&device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 1096 time: 0.0470126 Aug 29 14:41:51.759816 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf44737-1fdc-455f-8501-4429dcd61e5d req-48a4bb4f-c104-43a1-b2aa-56a0a6c37c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:51.761322 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9bf44737-1fdc-455f-8501-4429dcd61e5d req-48a4bb4f-c104-43a1-b2aa-56a0a6c37c80 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=df929356694e48849639f0d3461b5330&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3455920 Aug 29 14:41:51.867500 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf44737-1fdc-455f-8501-4429dcd61e5d req-e056032e-a35a-43cf-a8de-672079dbc3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:51.868946 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9bf44737-1fdc-455f-8501-4429dcd61e5d req-e056032e-a35a-43cf-a8de-672079dbc3b3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906491 Aug 29 14:41:51.996739 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-a697ab52-a9f2-468d-938f-d211796b6041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:51.998781 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-a697ab52-a9f2-468d-938f-d211796b6041 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df929356694e48849639f0d3461b5330&device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 1096 time: 0.0600669 Aug 29 14:41:52.009043 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b91f4-db5c-4bb7-b30c-3d91b5e6ea67 req-cc139171-3cac-435b-bf13-02950ae1dae3 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:52.010909 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8c2b91f4-db5c-4bb7-b30c-3d91b5e6ea67 req-cc139171-3cac-435b-bf13-02950ae1dae3 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 943 time: 0.0815327 Aug 29 14:41:52.054292 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-4c164c26-5d37-483a-94b8-77759182b9a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09a9fb3d-cee0-4ddf-aa24-680fec143828 HTTP/1.1" status: 200 len: 217 time: 0.0411444 Aug 29 14:41:52.110723 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8c2b91f4-db5c-4bb7-b30c-3d91b5e6ea67 req-f062f16c-51e0-4e94-a05c-ded9f12f3281 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919130 Aug 29 14:41:52.119345 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-1d7f8e6d-de49-4b9e-b414-abd22b757ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:52.120845 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-1d7f8e6d-de49-4b9e-b414-abd22b757ee3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d25f9b48-628d-4ffc-a94f-e9a172e45fc0 HTTP/1.1" status: 200 len: 849 time: 0.0580025 Aug 29 14:41:52.155830 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-4447c2c1-38f5-47db-bf7f-9d85d9cafdc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eeea9197-c335-4bd1-bb3b-de2048989870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260146 Aug 29 14:41:52.250366 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-4b00f6f1-eecb-4de7-a325-a8e14853ab95 service neutron] 10.222.0.36 "GET /v2.0/networks/eeea9197-c335-4bd1-bb3b-de2048989870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856884 Aug 29 14:41:52.342877 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-67694fc6-9cf4-48fa-91df-35e68220c408 req-c8046b75-a674-4c4a-90db-873dcbc3ba83 service neutron] 10.222.0.36 "GET /v2.0/networks/eeea9197-c335-4bd1-bb3b-de2048989870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844784 Aug 29 14:41:53.225173 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e115d16-dbcc-44b2-9c23-c216ec5d1282 req-914c1341-dc89-49c3-bc55-8c492389d153 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:53.226674 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2e115d16-dbcc-44b2-9c23-c216ec5d1282 req-914c1341-dc89-49c3-bc55-8c492389d153 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 943 time: 0.0489233 Aug 29 14:41:53.263906 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2e115d16-dbcc-44b2-9c23-c216ec5d1282 req-1a81c012-5084-44ea-9c40-64be78904aef tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307252 Aug 29 14:41:54.279763 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9e29d-b300-40ab-85e8-3ca4a900e008 req-bf444fa3-2acf-47fd-94cb-3409182193e1 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:54.281260 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-41b9e29d-b300-40ab-85e8-3ca4a900e008 req-bf444fa3-2acf-47fd-94cb-3409182193e1 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0572143 Aug 29 14:41:54.320836 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-41b9e29d-b300-40ab-85e8-3ca4a900e008 req-cb3e0419-f6d0-4579-b7c5-ed5a1ee6594a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334330 Aug 29 14:41:54.384162 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b50a59-c85e-45bf-8e74-0669225a38df req-523edb6c-675e-45c8-94fd-641dce87e5a8 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:54.385635 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f3b50a59-c85e-45bf-8e74-0669225a38df req-523edb6c-675e-45c8-94fd-641dce87e5a8 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 943 time: 0.0490212 Aug 29 14:41:54.422843 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 09a9fb3d-cee0-4ddf-aa24-680fec143828 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:41:54.426241 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f3b50a59-c85e-45bf-8e74-0669225a38df req-2a7c2eef-3f16-4f47-a657-96ca6b2373cb tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340643 Aug 29 14:41:54.518550 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 09a9fb3d-cee0-4ddf-aa24-680fec143828, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=09a9fb3d-cee0-4ddf-aa24-680fec143828,segment=NetworkSegment(dc4e8d95-9873-4339-8406-62e6227c72cf),segment_id=dc4e8d95-9873-4339-8406-62e6227c72cf)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:41:54.530492 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '09a9fb3d-cee0-4ddf-aa24-680fec143828', 'network_id': 'eeea9197-c335-4bd1-bb3b-de2048989870', 'port_id': '09a9fb3d-cee0-4ddf-aa24-680fec143828', 'mac_address': 'fa:16:3e:6a:be:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25f9b48-628d-4ffc-a94f-e9a172e45fc0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:41:54.567618 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:54.580346 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a9fb3d-cee0-4ddf-aa24-680fec143828 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:41:54.599928 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 09a9fb3d-cee0-4ddf-aa24-680fec143828, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=09a9fb3d-cee0-4ddf-aa24-680fec143828,segment=NetworkSegment(dc4e8d95-9873-4339-8406-62e6227c72cf),segment_id=dc4e8d95-9873-4339-8406-62e6227c72cf)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:41:54.704376 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:54.750814 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=09a9fb3d-cee0-4ddf-aa24-680fec143828,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:54.757607 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:54.757979 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:54.758323 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:54.758658 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:54.758990 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:54.759320 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:54.759646 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:54.759975 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:54.760325 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:54.760650 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:54.760970 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:54.761288 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:41:55.065142 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['09a9fb3d-cee0-4ddf-aa24-680fec143828'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:41:55.442927 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fff51e-6e11-4244-bab4-877bbb4238da req-2e8edc23-64a8-4c22-aba9-e9dceb372b79 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:55.444460 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c4fff51e-6e11-4244-bab4-877bbb4238da req-2e8edc23-64a8-4c22-aba9-e9dceb372b79 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0486557 Aug 29 14:41:55.484253 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c4fff51e-6e11-4244-bab4-877bbb4238da req-d58d78be-7671-4a0a-9e6d-ed728cd0641f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335226 Aug 29 14:41:55.547879 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfe7fd-62d6-44ea-9e07-e9d0f1ce85ed req-1903999a-85b5-43de-8463-1646ca24dade tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:55.549383 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-95cfe7fd-62d6-44ea-9e07-e9d0f1ce85ed req-1903999a-85b5-43de-8463-1646ca24dade tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 944 time: 0.0527940 Aug 29 14:41:55.586419 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-95cfe7fd-62d6-44ea-9e07-e9d0f1ce85ed req-55c00ec4-1f66-45d8-8e71-2cf9ad82801a tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309505 Aug 29 14:41:56.438150 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 09a9fb3d-cee0-4ddf-aa24-680fec143828 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:41:56.572901 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port 09a9fb3d-cee0-4ddf-aa24-680fec143828 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:41:56.577120 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 09a9fb3d-cee0-4ddf-aa24-680fec143828 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:41:56.577592 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:56.600765 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7262d-793a-449a-8d4f-95165b735f14 req-b7471fef-ec10-4f9a-b25e-116b7d923b2d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:56.602301 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8c7262d-793a-449a-8d4f-95165b735f14 req-b7471fef-ec10-4f9a-b25e-116b7d923b2d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0488133 Aug 29 14:41:56.660198 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:56.675908 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8c7262d-793a-449a-8d4f-95165b735f14 req-71a5df2f-897b-47a9-a8de-08df64a24db1 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669243 Aug 29 14:41:56.686035 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5478a520-a169-4f2c-b557-e40926d51f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a9fb3d-cee0-4ddf-aa24-680fec143828'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:41:56.690522 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9632a35b-8635-4771-8b67-67d763eab5e7" -d '{"events": [{"server_uuid": "5478a520-a169-4f2c-b557-e40926d51f20", "name": "network-vif-plugged", "status": "completed", "tag": "09a9fb3d-cee0-4ddf-aa24-680fec143828"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:41:56.715687 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 09a9fb3d-cee0-4ddf-aa24-680fec143828, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=09a9fb3d-cee0-4ddf-aa24-680fec143828,segment=NetworkSegment(dc4e8d95-9873-4339-8406-62e6227c72cf),segment_id=dc4e8d95-9873-4339-8406-62e6227c72cf)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:41:56.726011 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878d373-0ad0-4396-9050-17314ecd9164 req-3895ced5-2a54-4655-8c91-26a60151ef43 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:56.727606 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f878d373-0ad0-4396-9050-17314ecd9164 req-3895ced5-2a54-4655-8c91-26a60151ef43 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 944 time: 0.0690372 Aug 29 14:41:56.735177 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc595340-2364-41cc-b9d6-a58e631ede87 x-openstack-request-id: req-dc595340-2364-41cc-b9d6-a58e631ede87 {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:41:56.735457 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5478a520-a169-4f2c-b557-e40926d51f20", "name": "network-vif-plugged", "status": "completed", "tag": "09a9fb3d-cee0-4ddf-aa24-680fec143828", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:41:56.735725 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc595340-2364-41cc-b9d6-a58e631ede87 {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:41:56.736170 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5478a520-a169-4f2c-b557-e40926d51f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a9fb3d-cee0-4ddf-aa24-680fec143828', 'code': 200} Aug 29 14:41:56.770343 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f878d373-0ad0-4396-9050-17314ecd9164 req-3c6f3351-96f8-4576-9506-e2af73830eed tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359306 Aug 29 14:41:56.780625 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:56.830435 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=09a9fb3d-cee0-4ddf-aa24-680fec143828,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:41:57.088519 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626365a-a70b-46d9-9706-2bd0a7801086 req-a9edc91e-e499-4204-ad87-d42bdddebd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:57.090124 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9626365a-a70b-46d9-9706-2bd0a7801086 req-a9edc91e-e499-4204-ad87-d42bdddebd59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 1098 time: 0.0401304 Aug 29 14:41:57.133619 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9626365a-a70b-46d9-9706-2bd0a7801086 req-8595e148-85b6-4d08-aba3-1960b2e8757e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273719 Aug 29 14:41:57.810680 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c3672-6963-4380-a5a6-5d29466f115d req-a6ba68c5-9f9b-4efe-bd6c-bd4eb46d479b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:57.812238 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-334c3672-6963-4380-a5a6-5d29466f115d req-a6ba68c5-9f9b-4efe-bd6c-bd4eb46d479b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0520165 Aug 29 14:41:57.861071 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-334c3672-6963-4380-a5a6-5d29466f115d req-1ef0f8c4-9184-464f-bbb9-fcd396f33665 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429127 Aug 29 14:41:57.900105 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e859395-0294-450d-9ce1-563cc3193e94 req-9f8088f8-151f-4609-841a-c503f032a375 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:57.901544 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2e859395-0294-450d-9ce1-563cc3193e94 req-9f8088f8-151f-4609-841a-c503f032a375 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 945 time: 0.0575855 Aug 29 14:41:57.940764 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2e859395-0294-450d-9ce1-563cc3193e94 req-d0d34923-941a-482b-a479-2cedd05332f5 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Aug 29 14:41:58.647212 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:41:58.833186 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0988a-ffac-4c57-b9f0-43f3dedd955e req-d5c0b3cc-f0ab-4a2f-b454-88b878096267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:58.834726 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9ea0988a-ffac-4c57-b9f0-43f3dedd955e req-d5c0b3cc-f0ab-4a2f-b454-88b878096267 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afdc403b79a4f7593edca91c2b7f882&device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 1098 time: 0.0415597 Aug 29 14:41:58.953883 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0988a-ffac-4c57-b9f0-43f3dedd955e req-e2321cee-62b0-4430-aa1c-7752356d76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:58.955426 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9ea0988a-ffac-4c57-b9f0-43f3dedd955e req-e2321cee-62b0-4430-aa1c-7752356d76b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 HTTP/1.1" status: 200 len: 918 time: 0.0980215 Aug 29 14:41:59.064417 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9ea0988a-ffac-4c57-b9f0-43f3dedd955e req-4912ff96-115b-476e-b4ad-c891cc606b5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e HTTP/1.1" status: 200 len: 1001 time: 0.0948493 Aug 29 14:41:59.072687 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9895e-aae4-4327-a8a9-ac2dcf61f6c5 req-de856b3f-1949-4b4a-afd3-2cca9c3c8520 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:59.074415 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-78a9895e-aae4-4327-a8a9-ac2dcf61f6c5 req-de856b3f-1949-4b4a-afd3-2cca9c3c8520 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.1384397 Aug 29 14:41:59.145799 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230eb7de-977f-4c0a-8789-6bc0d62981f2 req-808b6d11-e371-45df-a868-a737fa1ab0f1 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:59.147312 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-230eb7de-977f-4c0a-8789-6bc0d62981f2 req-808b6d11-e371-45df-a868-a737fa1ab0f1 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 945 time: 0.1286774 Aug 29 14:41:59.165017 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0988a-ffac-4c57-b9f0-43f3dedd955e req-2fd99c61-f67e-4792-b9c6-a44e3feeeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:59.166370 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9ea0988a-ffac-4c57-b9f0-43f3dedd955e req-2fd99c61-f67e-4792-b9c6-a44e3feeeea6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6994c5da-f2dd-4a04-acbe-279bd8acc28e HTTP/1.1" status: 200 len: 856 time: 0.0908036 Aug 29 14:41:59.172198 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-78a9895e-aae4-4327-a8a9-ac2dcf61f6c5 req-8edf1541-c747-4626-84e0-a9208697d840 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855234 Aug 29 14:41:59.223650 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-230eb7de-977f-4c0a-8789-6bc0d62981f2 req-3bcbff9d-2d19-42e8-90f2-f5fc3ab824d2 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672424 Aug 29 14:41:59.233322 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0988a-ffac-4c57-b9f0-43f3dedd955e req-466f3c2f-9679-45be-911d-d7cc52acbcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:41:59.234811 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9ea0988a-ffac-4c57-b9f0-43f3dedd955e req-466f3c2f-9679-45be-911d-d7cc52acbcfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563459 Aug 29 14:41:59.336661 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9ea0988a-ffac-4c57-b9f0-43f3dedd955e req-e3d37df9-7bcc-4107-aef2-e0a98273ceb7 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882030 Aug 29 14:41:59.430631 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9ea0988a-ffac-4c57-b9f0-43f3dedd955e req-c7ba3f6a-0adc-4bf4-b7d7-de3adddb10d5 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845611 Aug 29 14:42:00.103176 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49044) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:00.147515 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc37d0c-64e4-482d-85e8-3e703d7dddf0 admin admin] Deleting subnet 53d02dcf-f1ba-4011-b5d9-83e88a4a8fc9 {{(pid=94545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:42:00.150517 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2fc37d0c-64e4-482d-85e8-3e703d7dddf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:00.184383 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2fc37d0c-64e4-482d-85e8-3e703d7dddf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3957150'] for subnet, precommit_delete_associations {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:00.223083 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2fc37d0c-64e4-482d-85e8-3e703d7dddf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:00.301571 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7fecb-3fe2-426e-91c5-6194c1b9c7a4 req-6f9ab22a-302c-48ca-b0eb-9c5faf26570f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:00.303106 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-81d7fecb-3fe2-426e-91c5-6194c1b9c7a4 req-6f9ab22a-302c-48ca-b0eb-9c5faf26570f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0565877 Aug 29 14:42:00.339338 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2fc37d0c-64e4-482d-85e8-3e703d7dddf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3712948'] for subnet, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:00.340851 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-81d7fecb-3fe2-426e-91c5-6194c1b9c7a4 req-587a61c9-b274-4ba9-8afc-630352719d4f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317826 Aug 29 14:42:00.371198 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc37d0c-64e4-482d-85e8-3e703d7dddf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53d02dcf-f1ba-4011-b5d9-83e88a4a8fc9,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:00.374091 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2fc37d0c-64e4-482d-85e8-3e703d7dddf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:00.375954 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-2fc37d0c-64e4-482d-85e8-3e703d7dddf0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/53d02dcf-f1ba-4011-b5d9-83e88a4a8fc9 HTTP/1.1" status: 204 len: 168 time: 0.2718117 Aug 29 14:42:00.378479 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49052) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:00.443376 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2e960110-78f8-4cc3-a0b3-83294e011654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:00.522978 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2e960110-78f8-4cc3-a0b3-83294e011654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:00.533334 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-2e960110-78f8-4cc3-a0b3-83294e011654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e25327-2aaf-4ac8-99cc-11a86df4db95']}} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:00.543101 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-2e960110-78f8-4cc3-a0b3-83294e011654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2899c4b-766e-4475-845f-8dcc160c0822') {'for_net_delete': True} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:00.543385 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-2e960110-78f8-4cc3-a0b3-83294e011654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2899c4b-766e-4475-845f-8dcc160c0822') {} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:00.552447 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2e960110-78f8-4cc3-a0b3-83294e011654 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3957121'] for segment, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:00.565733 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2e960110-78f8-4cc3-a0b3-83294e011654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:00.571798 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e960110-78f8-4cc3-a0b3-83294e011654 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:42:00.572220 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2e960110-78f8-4cc3-a0b3-83294e011654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958049'] for segment, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: Traceback (most recent call last): Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: timer() Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: cb(*args, **kw) Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: return func(*args, **kwargs) Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: self._notify() Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: self.callback(batched_events) Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: event.method(event) Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: return f(self, *a, **k) Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._get(url).json() Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: return self.request(url, 'GET', **kwargs) Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:42:00.573781 dv-cinder-778193-6-iscsi neutron-server[94545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:42:00.652082 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a5f1-fe16-4c72-b862-8c3ea35ebd07 req-95d55637-9cbd-4ab5-a5b2-62ce3b13579a tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:00.654294 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a2a4a5f1-fe16-4c72-b862-8c3ea35ebd07 req-95d55637-9cbd-4ab5-a5b2-62ce3b13579a tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 945 time: 0.0491910 Aug 29 14:42:00.691443 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2e960110-78f8-4cc3-a0b3-83294e011654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:00.694077 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a2a4a5f1-fe16-4c72-b862-8c3ea35ebd07 req-f911ea6d-acd0-4214-9b88-e36327aa99ae tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326948 Aug 29 14:42:00.708320 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2e960110-78f8-4cc3-a0b3-83294e011654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:00.710199 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-2e960110-78f8-4cc3-a0b3-83294e011654 admin admin] 10.222.0.16 "DELETE /v2.0/networks/63e25327-2aaf-4ac8-99cc-11a86df4db95 HTTP/1.1" status: 204 len: 168 time: 0.3308053 Aug 29 14:42:00.711151 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e960110-78f8-4cc3-a0b3-83294e011654 admin admin] Pushing event deleted for resources: {'Network': ['ID=63e25327-2aaf-4ac8-99cc-11a86df4db95,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:01.014513 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49060) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:01.053650 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-ac1fe8de-49fd-496c-ba91-d382c8491324 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c3972b7a84b4e868b143f35255ea143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380332 Aug 29 14:42:01.056157 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 49062) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:01.103534 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-98521e96-615c-41ef-b5ab-7aca38ccc79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:01.123932 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-98521e96-615c-41ef-b5ab-7aca38ccc79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:01.241673 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-98521e96-615c-41ef-b5ab-7aca38ccc79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:01.244373 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-98521e96-615c-41ef-b5ab-7aca38ccc79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:01.245523 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-98521e96-615c-41ef-b5ab-7aca38ccc79e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e7827f0-6e47-453b-b0ce-c41c940697d9 HTTP/1.1" status: 204 len: 168 time: 0.1883948 Aug 29 14:42:01.253511 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98521e96-615c-41ef-b5ab-7aca38ccc79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7827f0-6e47-453b-b0ce-c41c940697d9,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:01.461723 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389bd3a-c6e2-48d4-a8cc-ac4f833a4b51 req-4dfccc94-e1e8-4fcd-ba81-bc82cd15b6b5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:01.463242 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3389bd3a-c6e2-48d4-a8cc-ac4f833a4b51 req-4dfccc94-e1e8-4fcd-ba81-bc82cd15b6b5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0512331 Aug 29 14:42:01.500313 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3389bd3a-c6e2-48d4-a8cc-ac4f833a4b51 req-9b05caf6-bd36-4eb2-a837-2b4ba901b2b4 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305257 Aug 29 14:42:01.810038 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784df2dd-267e-4c6e-bbd4-739f947bfbe1 req-45693821-811b-4e71-b96a-479df36a659e tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:01.812828 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-784df2dd-267e-4c6e-bbd4-739f947bfbe1 req-45693821-811b-4e71-b96a-479df36a659e tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 945 time: 0.0503087 Aug 29 14:42:01.850104 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-784df2dd-267e-4c6e-bbd4-739f947bfbe1 req-a8bebbea-c65f-4346-85c1-2b01a0f87cf6 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/security-groups?id=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314000 Aug 29 14:42:02.436982 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e739d2-5a66-43d7-a8d4-497400d1bbdd req-3a23b5d6-2419-4ec7-a2f3-fceb702432de tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:02.438528 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-03e739d2-5a66-43d7-a8d4-497400d1bbdd req-3a23b5d6-2419-4ec7-a2f3-fceb702432de tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.36 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 945 time: 0.0507047 Aug 29 14:42:02.536807 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-03e739d2-5a66-43d7-a8d4-497400d1bbdd req-20700999-fe08-4e13-8bda-5f1343174a42 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Deleting port 09a9fb3d-cee0-4ddf-aa24-680fec143828 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:42:02.537386 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-03e739d2-5a66-43d7-a8d4-497400d1bbdd req-20700999-fe08-4e13-8bda-5f1343174a42 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:02.647991 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e859521-4d2e-4375-8cb4-01f761b27cc6 req-b04557aa-3508-4687-b685-10ab0e5ce2d5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:02.649438 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5e859521-4d2e-4375-8cb4-01f761b27cc6 req-b04557aa-3508-4687-b685-10ab0e5ce2d5 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0749733 Aug 29 14:42:02.670163 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-03e739d2-5a66-43d7-a8d4-497400d1bbdd req-20700999-fe08-4e13-8bda-5f1343174a42 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] For port 09a9fb3d-cee0-4ddf-aa24-680fec143828, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=09a9fb3d-cee0-4ddf-aa24-680fec143828,segment=NetworkSegment(dc4e8d95-9873-4339-8406-62e6227c72cf),segment_id=dc4e8d95-9873-4339-8406-62e6227c72cf)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:02.671108 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-03e739d2-5a66-43d7-a8d4-497400d1bbdd req-20700999-fe08-4e13-8bda-5f1343174a42 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:02.691858 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-03e739d2-5a66-43d7-a8d4-497400d1bbdd req-20700999-fe08-4e13-8bda-5f1343174a42 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Calling delete_port for 09a9fb3d-cee0-4ddf-aa24-680fec143828 owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:42:02.712196 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5e859521-4d2e-4375-8cb4-01f761b27cc6 req-ca91d1a3-572d-4241-84cd-13ee6b00451e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538659 Aug 29 14:42:02.875954 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-03e739d2-5a66-43d7-a8d4-497400d1bbdd req-20700999-fe08-4e13-8bda-5f1343174a42 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:02.904380 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20700999-fe08-4e13-8bda-5f1343174a42 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Pushing event deleted for resources: {'Port': ['ID=09a9fb3d-cee0-4ddf-aa24-680fec143828,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:02.919460 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['09a9fb3d-cee0-4ddf-aa24-680fec143828'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:42:02.952999 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e739d2-5a66-43d7-a8d4-497400d1bbdd req-20700999-fe08-4e13-8bda-5f1343174a42 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] No DVR routers for this DVR port 09a9fb3d-cee0-4ddf-aa24-680fec143828 on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:42:02.955510 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-03e739d2-5a66-43d7-a8d4-497400d1bbdd req-20700999-fe08-4e13-8bda-5f1343174a42 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:02.957604 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-03e739d2-5a66-43d7-a8d4-497400d1bbdd req-20700999-fe08-4e13-8bda-5f1343174a42 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.36 "DELETE /v2.0/ports/09a9fb3d-cee0-4ddf-aa24-680fec143828 HTTP/1.1" status: 204 len: 173 time: 0.5116777 Aug 29 14:42:02.957946 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5478a520-a169-4f2c-b557-e40926d51f20', 'name': 'network-vif-deleted', 'tag': '09a9fb3d-cee0-4ddf-aa24-680fec143828'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:42:02.960168 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e45b0b-ca0f-47d9-9cd7-f66ba26046c5" -d '{"events": [{"server_uuid": "5478a520-a169-4f2c-b557-e40926d51f20", "name": "network-vif-deleted", "tag": "09a9fb3d-cee0-4ddf-aa24-680fec143828"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:42:02.978900 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-425916e0-a29c-4690-a1d0-25e25fe9239f req-29a88e33-848b-4725-8aa5-7668c1723a68 tempest-VolumesActionsTest-373440139 tempest-VolumesActionsTest-373440139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5478a520-a169-4f2c-b557-e40926d51f20 HTTP/1.1" status: 200 len: 210 time: 0.0513594 Aug 29 14:42:03.022334 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0938a4bc-fa8e-43da-adad-5c378e301354 x-openstack-request-id: req-0938a4bc-fa8e-43da-adad-5c378e301354 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:42:03.022652 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5478a520-a169-4f2c-b557-e40926d51f20", "name": "network-vif-deleted", "tag": "09a9fb3d-cee0-4ddf-aa24-680fec143828", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:42:03.022895 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0938a4bc-fa8e-43da-adad-5c378e301354 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:42:03.023286 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5478a520-a169-4f2c-b557-e40926d51f20', 'name': 'network-vif-deleted', 'tag': '09a9fb3d-cee0-4ddf-aa24-680fec143828', 'status': 'completed', 'code': 200} Aug 29 14:42:03.453583 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:42:03.835758 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eec813-48d4-4412-baf6-12955030bc50 req-8008e17b-b064-4af4-8c06-1408d5e8a19f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:03.837208 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-44eec813-48d4-4412-baf6-12955030bc50 req-8008e17b-b064-4af4-8c06-1408d5e8a19f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0528255 Aug 29 14:42:03.878780 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-44eec813-48d4-4412-baf6-12955030bc50 req-0b3269bd-2a98-482b-a1e7-6f5d3443e9d0 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348465 Aug 29 14:42:05.006977 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290f7ed-3618-469c-897f-2b78a2e7b170 req-d64d5050-850d-4599-aea1-de29b46b4f1c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:05.008482 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a290f7ed-3618-469c-897f-2b78a2e7b170 req-d64d5050-850d-4599-aea1-de29b46b4f1c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0516944 Aug 29 14:42:05.055794 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a290f7ed-3618-469c-897f-2b78a2e7b170 req-4dfb6b37-c5a2-4eb7-8707-90bdb4d9745b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363200 Aug 29 14:42:06.171737 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4c426-706f-409e-8d99-19e4ebf3b525 req-4baaac83-51d4-499a-92f9-45bb7eced8c2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:06.173107 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0cd4c426-706f-409e-8d99-19e4ebf3b525 req-4baaac83-51d4-499a-92f9-45bb7eced8c2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0474753 Aug 29 14:42:06.208599 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0cd4c426-706f-409e-8d99-19e4ebf3b525 req-26cbada8-bcc2-486f-bac4-97701e57bf85 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296793 Aug 29 14:42:07.327676 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba37b37-5421-4dbc-8f3e-2f975f18fc79 req-d63e45ee-cb6c-4975-9993-6338bfe2b6ee tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:07.329160 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4ba37b37-5421-4dbc-8f3e-2f975f18fc79 req-d63e45ee-cb6c-4975-9993-6338bfe2b6ee tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0512261 Aug 29 14:42:07.366087 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4ba37b37-5421-4dbc-8f3e-2f975f18fc79 req-d2a7c8e3-ed6e-48fe-ac8c-d55633ed7e0f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311010 Aug 29 14:42:07.371143 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 09a9fb3d-cee0-4ddf-aa24-680fec143828 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:42:07.395493 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: 09a9fb3d-cee0-4ddf-aa24-680fec143828 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:42:07.395834 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 09a9fb3d-cee0-4ddf-aa24-680fec143828 not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:42:08.490969 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a085a-224b-4fad-be42-7b45b995bfb6 req-e42666f9-3f3f-40e3-b5f3-ec496d992a93 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:08.492555 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cc9a085a-224b-4fad-be42-7b45b995bfb6 req-e42666f9-3f3f-40e3-b5f3-ec496d992a93 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0506294 Aug 29 14:42:08.533845 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cc9a085a-224b-4fad-be42-7b45b995bfb6 req-cd142b48-eb7c-4c29-b71a-a2b4a4bf4123 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352948 Aug 29 14:42:09.657553 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb187b-e76a-4d71-97d2-74ff5e5f2a7f req-dc8eb472-100e-458f-8f50-ddf73449ca35 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:09.659066 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-65cb187b-e76a-4d71-97d2-74ff5e5f2a7f req-dc8eb472-100e-458f-8f50-ddf73449ca35 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0485449 Aug 29 14:42:09.697642 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-65cb187b-e76a-4d71-97d2-74ff5e5f2a7f req-1b8f0ff0-37e2-4143-8b1a-e763c97b103d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325673 Aug 29 14:42:10.525377 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:42:10.632445 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:10.645493 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'port_id': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'mac_address': 'fa:16:3e:fe:73:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:42:10.689817 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:10.707995 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:42:10.727871 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:10.824897 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:10.835256 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6f5a4-ea2d-4cc7-b0ef-459e907b0843 req-4586d487-dc4a-4303-acfe-e2209f9fe900 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:10.837431 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-89f6f5a4-ea2d-4cc7-b0ef-459e907b0843 req-4586d487-dc4a-4303-acfe-e2209f9fe900 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0559461 Aug 29 14:42:10.882999 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,revision_number=6']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:10.897976 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-89f6f5a4-ea2d-4cc7-b0ef-459e907b0843 req-89d2a4cf-ee99-49b1-b796-66d7c3804b9f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534399 Aug 29 14:42:11.024511 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['55bfaaf4-9006-4c1e-8e34-399c4a69cc8e'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:42:12.027821 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f0901-1fea-45f3-a5b8-47d352d03d0c req-72c6f38f-784e-422d-a148-fdd3e36de4da tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:12.030774 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d60f0901-1fea-45f3-a5b8-47d352d03d0c req-72c6f38f-784e-422d-a148-fdd3e36de4da tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 944 time: 0.0537074 Aug 29 14:42:12.072614 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d60f0901-1fea-45f3-a5b8-47d352d03d0c req-c6f67b22-458f-490f-8163-ddd4f3152adb tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354261 Aug 29 14:42:12.544224 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:42:12.627785 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:12.628481 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:12.723982 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:12.754030 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:42:12.756286 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dde10a6-fdd5-421b-9d9e-5e243cedfa23" -d '{"events": [{"server_uuid": "f557c594-d8b6-4497-a2d9-cb05e9bf2a28", "name": "network-vif-plugged", "status": "completed", "tag": "55bfaaf4-9006-4c1e-8e34-399c4a69cc8e"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:42:12.778771 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:12.809207 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d36101-09e3-43b1-9ee5-2109ac53d2f5 x-openstack-request-id: req-d5d36101-09e3-43b1-9ee5-2109ac53d2f5 {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:42:12.809562 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f557c594-d8b6-4497-a2d9-cb05e9bf2a28", "name": "network-vif-plugged", "status": "completed", "tag": "55bfaaf4-9006-4c1e-8e34-399c4a69cc8e", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:42:12.809908 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5d36101-09e3-43b1-9ee5-2109ac53d2f5 {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:42:12.810360 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'code': 200} Aug 29 14:42:12.836365 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:12.918321 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,revision_number=7']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:13.233673 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023995f-d79b-4339-9d65-ab8d95e2cd60 req-78b20ee5-737f-4d2b-b5f0-d61fba5a127f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:13.237342 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a023995f-d79b-4339-9d65-ab8d95e2cd60 req-78b20ee5-737f-4d2b-b5f0-d61fba5a127f tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0847893 Aug 29 14:42:13.282267 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a023995f-d79b-4339-9d65-ab8d95e2cd60 req-4773ef84-c017-4221-8cbf-41127f864b5e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393960 Aug 29 14:42:14.453469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0b9c9-a252-4403-b934-be5842462382 req-78a5cde1-9185-4226-a3b9-b0c5b9b26a23 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:14.462024 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-03e0b9c9-a252-4403-b934-be5842462382 req-78a5cde1-9185-4226-a3b9-b0c5b9b26a23 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0766170 Aug 29 14:42:14.510380 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-03e0b9c9-a252-4403-b934-be5842462382 req-3e329faa-d229-4468-8fec-a6330daf6f55 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471392 Aug 29 14:42:15.188861 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-45f67590-efd5-40b3-a79b-a42380036e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:15.668712 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422f003-d177-4a2c-94b0-326030edb962 req-6463ebe3-5a69-4ae7-8325-e2f62eb64da4 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:15.672241 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1422f003-d177-4a2c-94b0-326030edb962 req-6463ebe3-5a69-4ae7-8325-e2f62eb64da4 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0557463 Aug 29 14:42:15.727154 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1422f003-d177-4a2c-94b0-326030edb962 req-3f29b3fd-79af-4f40-80fe-2caf5e777f1b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477488 Aug 29 14:42:16.863236 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0b286-8774-455a-9607-2d79b845bf83 req-8bc6008a-d947-4194-8157-aac513a7d81d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:16.873815 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-15c0b286-8774-455a-9607-2d79b845bf83 req-8bc6008a-d947-4194-8157-aac513a7d81d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0643773 Aug 29 14:42:16.921628 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-15c0b286-8774-455a-9607-2d79b845bf83 req-2a7bb2d7-ee7f-4a37-be4d-c44ee41d2b63 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467997 Aug 29 14:42:17.813407 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-727fb8d2-fd64-48b2-add0-d120386e51d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:18.207486 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eff182-beeb-4e81-b96c-27593d4407de req-10e6756e-8df3-443f-88d2-faa699dc86d6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:18.213712 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e3eff182-beeb-4e81-b96c-27593d4407de req-10e6756e-8df3-443f-88d2-faa699dc86d6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.1566963 Aug 29 14:42:18.224807 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:18.299987 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e3eff182-beeb-4e81-b96c-27593d4407de req-f1397c88-ac05-4993-9674-08211e561a06 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795412 Aug 29 14:42:18.998987 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:19.534874 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b623016-a607-4d24-9dcf-4b34c280754f req-8bca94f1-ffa8-4e9c-9b83-8ec29b0bb0ee tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:19.538322 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4b623016-a607-4d24-9dcf-4b34c280754f req-8bca94f1-ffa8-4e9c-9b83-8ec29b0bb0ee tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.1095471 Aug 29 14:42:19.616564 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4b623016-a607-4d24-9dcf-4b34c280754f req-84073981-3dba-4dd8-8d95-15c5011db877 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714319 Aug 29 14:42:20.652930 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:20.739151 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85201ec-a5e9-4dcc-ad85-74abfc9e3508 req-52c7cba3-35da-418d-a569-2e5ea81121ae tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:20.740643 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f85201ec-a5e9-4dcc-ad85-74abfc9e3508 req-52c7cba3-35da-418d-a569-2e5ea81121ae tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0512238 Aug 29 14:42:20.783292 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f85201ec-a5e9-4dcc-ad85-74abfc9e3508 req-25823825-562a-48c1-a0ca-3faaa28d645d tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366435 Aug 29 14:42:22.082139 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08fb58-1815-44d4-aeab-d591ccfc89ba req-af21c9cf-a89e-4228-af03-7bc81d7942b4 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:22.084421 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0d08fb58-1815-44d4-aeab-d591ccfc89ba req-af21c9cf-a89e-4228-af03-7bc81d7942b4 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.1317141 Aug 29 14:42:22.187725 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0d08fb58-1815-44d4-aeab-d591ccfc89ba req-ee3ff297-fcec-413b-aa3a-363a31216cf9 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933993 Aug 29 14:42:23.394516 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efe283-105d-4bbc-aa25-aaa1f9e71cd1 req-7c73e380-a0ac-4cf3-8603-5684590e80e3 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:23.397379 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-15efe283-105d-4bbc-aa25-aaa1f9e71cd1 req-7c73e380-a0ac-4cf3-8603-5684590e80e3 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0990593 Aug 29 14:42:23.472799 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-15efe283-105d-4bbc-aa25-aaa1f9e71cd1 req-b2074471-b8bb-4e6e-8ecf-ef00e87ec60b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688202 Aug 29 14:42:24.596811 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d8101-6369-466f-8686-917fd83a3829 req-e5f14394-9f48-4001-b664-edc4ef10188e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:24.598338 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bc6d8101-6369-466f-8686-917fd83a3829 req-e5f14394-9f48-4001-b664-edc4ef10188e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0485642 Aug 29 14:42:24.635487 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bc6d8101-6369-466f-8686-917fd83a3829 req-5fae4ad1-27c3-4112-bf30-30de56ba3c73 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309100 Aug 29 14:42:25.801631 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fc65d-c16f-43af-be91-993341a10ca9 req-b29da8f4-cd50-444e-b3fd-39de03ce9174 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:25.809300 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-571fc65d-c16f-43af-be91-993341a10ca9 req-b29da8f4-cd50-444e-b3fd-39de03ce9174 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0810499 Aug 29 14:42:25.850713 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-571fc65d-c16f-43af-be91-993341a10ca9 req-9c6971c8-966e-4494-83aa-12f9433e2efa tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404668 Aug 29 14:42:26.906739 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97c51-2bb1-45f4-b17a-7911eaf88776 req-d5866f34-5caa-45a2-af89-8cb00e4bae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:26.909003 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0fb97c51-2bb1-45f4-b17a-7911eaf88776 req-d5866f34-5caa-45a2-af89-8cb00e4bae56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afdc403b79a4f7593edca91c2b7f882&device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 1098 time: 0.0464051 Aug 29 14:42:27.069318 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363154df-fe3f-4ce5-9a80-498acae87c76 req-a192bdb4-2055-4299-87d7-668155f8286c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:27.070861 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-363154df-fe3f-4ce5-9a80-498acae87c76 req-a192bdb4-2055-4299-87d7-668155f8286c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0924706 Aug 29 14:42:27.074780 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97c51-2bb1-45f4-b17a-7911eaf88776 req-8611004b-69ae-4a78-a87c-53fed5addca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:27.076330 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0fb97c51-2bb1-45f4-b17a-7911eaf88776 req-8611004b-69ae-4a78-a87c-53fed5addca0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 HTTP/1.1" status: 200 len: 918 time: 0.1591101 Aug 29 14:42:27.155514 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-363154df-fe3f-4ce5-9a80-498acae87c76 req-c21793ac-c9b4-4a91-981c-a6d362dcead7 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758064 Aug 29 14:42:27.187732 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0fb97c51-2bb1-45f4-b17a-7911eaf88776 req-fdc3a728-f838-4350-8e50-e713eb7532da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e HTTP/1.1" status: 200 len: 1001 time: 0.0906386 Aug 29 14:42:27.244319 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97c51-2bb1-45f4-b17a-7911eaf88776 req-9816b3f6-1bce-4a19-9923-524cc4c7ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:27.245791 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0fb97c51-2bb1-45f4-b17a-7911eaf88776 req-9816b3f6-1bce-4a19-9923-524cc4c7ec09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6994c5da-f2dd-4a04-acbe-279bd8acc28e HTTP/1.1" status: 200 len: 856 time: 0.0501392 Aug 29 14:42:27.295221 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97c51-2bb1-45f4-b17a-7911eaf88776 req-71544a0f-07a8-45c9-b7ad-6e7f31cd9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:27.296872 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0fb97c51-2bb1-45f4-b17a-7911eaf88776 req-71544a0f-07a8-45c9-b7ad-6e7f31cd9d7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443294 Aug 29 14:42:27.395816 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0fb97c51-2bb1-45f4-b17a-7911eaf88776 req-261c2dcc-0977-4900-be1c-41173534dd78 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889192 Aug 29 14:42:27.505151 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0fb97c51-2bb1-45f4-b17a-7911eaf88776 req-b0d5c377-7de6-45c3-af51-4a48af88dbcc service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017115 Aug 29 14:42:28.283765 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d4e21-9f69-4584-bb68-294fff42a855 req-8a2871c9-0e19-41dc-a5d6-28968de70244 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:28.285290 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6a7d4e21-9f69-4584-bb68-294fff42a855 req-8a2871c9-0e19-41dc-a5d6-28968de70244 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0511112 Aug 29 14:42:28.326609 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6a7d4e21-9f69-4584-bb68-294fff42a855 req-86ca3d4f-ea35-4f9b-b95f-f48b08551718 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347579 Aug 29 14:42:28.657046 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:29.450185 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19266f-c174-468a-9ea3-2097a067d433 req-a34c0345-4bcd-482d-a332-92b5d685c56a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:29.451837 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2e19266f-c174-468a-9ea3-2097a067d433 req-a34c0345-4bcd-482d-a332-92b5d685c56a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0532434 Aug 29 14:42:29.507383 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2e19266f-c174-468a-9ea3-2097a067d433 req-a6e0d72a-61f9-4423-9119-c25e2e86bea8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490112 Aug 29 14:42:30.596578 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:42:30.644788 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277a6a0-834e-42f2-9ce7-297ec37759b9 req-75ea1323-c05c-4d52-960a-4dc1da1cba43 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:30.647767 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e277a6a0-834e-42f2-9ce7-297ec37759b9 req-75ea1323-c05c-4d52-960a-4dc1da1cba43 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 945 time: 0.0658574 Aug 29 14:42:30.686677 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e277a6a0-834e-42f2-9ce7-297ec37759b9 req-00b0d028-0640-4c42-834b-038d670b1445 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330706 Aug 29 14:42:30.687950 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:30.730525 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:42:30.733321 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03ca02b-396d-43e5-8801-eb228624ec60" -d '{"events": [{"server_uuid": "f557c594-d8b6-4497-a2d9-cb05e9bf2a28", "name": "network-vif-unplugged", "status": "completed", "tag": "55bfaaf4-9006-4c1e-8e34-399c4a69cc8e"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:42:30.752457 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:30.772461 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 14:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a3315e-8437-45bc-ac16-88ce895a2e8c x-openstack-request-id: req-f8a3315e-8437-45bc-ac16-88ce895a2e8c {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:42:30.772461 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f557c594-d8b6-4497-a2d9-cb05e9bf2a28", "name": "network-vif-unplugged", "status": "failed", "tag": "55bfaaf4-9006-4c1e-8e34-399c4a69cc8e", "code": 422}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:42:30.772461 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8a3315e-8437-45bc-ac16-88ce895a2e8c {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:42:30.772461 dv-cinder-778193-6-iscsi neutron-server[94546]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'code': 422} returned with failed status Aug 29 14:42:30.839738 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:30.885838 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,revision_number=8']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:31.993049 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 49488) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:32.037262 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Deleting subnet d25f9b48-628d-4ffc-a94f-e9a172e45fc0 {{(pid=94544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:42:32.040248 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:32.073847 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3488294'] for subnet, precommit_delete_associations {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:32.115566 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:32.293520 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1886686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3903511'] for subnet, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:32.317554 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d25f9b48-628d-4ffc-a94f-e9a172e45fc0,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:32.327377 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:32.328867 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d25f9b48-628d-4ffc-a94f-e9a172e45fc0 HTTP/1.1" status: 204 len: 168 time: 0.3348491 Aug 29 14:42:32.330623 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:32.330958 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:32.331287 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:32.331637 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:32.331933 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49492) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:32.332399 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:32.332399 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:32.332587 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:32.332881 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:32.333201 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:32.333513 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:32.333827 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:32.334165 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecadcb-add1-4355-ad53-5abe045083d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:32.403546 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0572fca1-57e2-4614-a6c2-364f77441b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:32.480841 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0572fca1-57e2-4614-a6c2-364f77441b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:32.490755 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-0572fca1-57e2-4614-a6c2-364f77441b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeea9197-c335-4bd1-bb3b-de2048989870']}} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:32.501619 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-0572fca1-57e2-4614-a6c2-364f77441b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4e8d95-9873-4339-8406-62e6227c72cf') {'for_net_delete': True} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:32.501951 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-0572fca1-57e2-4614-a6c2-364f77441b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4e8d95-9873-4339-8406-62e6227c72cf') {} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:32.515338 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0572fca1-57e2-4614-a6c2-364f77441b43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3957121'] for segment, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:32.533258 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0572fca1-57e2-4614-a6c2-364f77441b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:32.539362 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0572fca1-57e2-4614-a6c2-364f77441b43 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=94545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:42:32.539766 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0572fca1-57e2-4614-a6c2-364f77441b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958049'] for segment, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: Traceback (most recent call last): Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: timer() Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: cb(*args, **kw) Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: return func(*args, **kwargs) Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: self._notify() Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: self.callback(batched_events) Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: event.method(event) Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: return f(self, *a, **k) Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._get(url).json() Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: return self.request(url, 'GET', **kwargs) Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:42:32.549842 dv-cinder-778193-6-iscsi neutron-server[94545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:42:32.653044 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0572fca1-57e2-4614-a6c2-364f77441b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:32.658999 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0572fca1-57e2-4614-a6c2-364f77441b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:32.661957 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-0572fca1-57e2-4614-a6c2-364f77441b43 admin admin] 10.222.0.16 "DELETE /v2.0/networks/eeea9197-c335-4bd1-bb3b-de2048989870 HTTP/1.1" status: 204 len: 168 time: 0.3277678 Aug 29 14:42:32.673292 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572fca1-57e2-4614-a6c2-364f77441b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeea9197-c335-4bd1-bb3b-de2048989870,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:32.931123 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dff179-1b16-44b3-ab91-6d28835e0e9b req-d22d6c2a-a128-40c4-a1d4-73cf2a188fd6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:32.933301 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-72dff179-1b16-44b3-ab91-6d28835e0e9b req-d22d6c2a-a128-40c4-a1d4-73cf2a188fd6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.0497921 Aug 29 14:42:32.979425 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-72dff179-1b16-44b3-ab91-6d28835e0e9b req-90005dab-8a3d-478f-b490-923287a767b4 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397782 Aug 29 14:42:33.039731 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49512) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:33.080519 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-78335be1-f039-41ff-9726-e5cd1a60c050 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df929356694e48849639f0d3461b5330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394399 Aug 29 14:42:33.082929 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49514) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:33.152723 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-60e2a6da-25f5-4697-ad7a-54867196a486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:33.181295 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-60e2a6da-25f5-4697-ad7a-54867196a486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:33.190624 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-599cea9b-08b6-4951-91cb-4cc5e8c56f2c req-b83df80d-7101-4b22-8d7f-bc30da01eb9d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699580 Aug 29 14:42:33.293001 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-60e2a6da-25f5-4697-ad7a-54867196a486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:33.296314 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-60e2a6da-25f5-4697-ad7a-54867196a486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:33.297448 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-60e2a6da-25f5-4697-ad7a-54867196a486 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae HTTP/1.1" status: 204 len: 168 time: 0.2136545 Aug 29 14:42:33.305290 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2a6da-25f5-4697-ad7a-54867196a486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541ac0b4-69f0-4b1d-a5c3-0af09bbd88ae,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:34.106742 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a48819-37c3-42f5-88a7-71f690b758d3 req-f908c6db-73c6-4276-bb3a-e1d12fffe9a6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:34.108814 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-69a48819-37c3-42f5-88a7-71f690b758d3 req-f908c6db-73c6-4276-bb3a-e1d12fffe9a6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.0573339 Aug 29 14:42:34.148055 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-69a48819-37c3-42f5-88a7-71f690b758d3 req-5a60d019-8cee-4cda-9cbe-b2aa93ac514a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332069 Aug 29 14:42:34.394776 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 49556) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:34.489130 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2001398232-network', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:42:34.607247 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] Made reservation on behalf of 50e1e30ed1d34a3095da54288e159f79 for: {'network': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:42:34.609502 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:34.618647 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:34.628253 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:42:34.740611 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cea9b-08b6-4951-91cb-4cc5e8c56f2c req-1497253d-c40a-4d1c-88ff-e0731a392e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:34.742096 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-599cea9b-08b6-4951-91cb-4cc5e8c56f2c req-1497253d-c40a-4d1c-88ff-e0731a392e1a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28&tenant_id=5afdc403b79a4f7593edca91c2b7f882 HTTP/1.1" status: 200 len: 1096 time: 0.0621037 Aug 29 14:42:34.743840 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:34.813310 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cea9b-08b6-4951-91cb-4cc5e8c56f2c req-63d400c7-1896-4e8c-a6f1-94fc84091910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:34.814770 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-599cea9b-08b6-4951-91cb-4cc5e8c56f2c req-63d400c7-1896-4e8c-a6f1-94fc84091910 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afdc403b79a4f7593edca91c2b7f882&device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 1096 time: 0.0396945 Aug 29 14:42:34.870693 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:34.908053 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=94544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:42:34.923394 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6243b2-8a05-476b-9720-a18507824d0d,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:34.935701 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:34.936045 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.segments_db [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] Added segment 728403e2-931b-43a8-83b6-19d0936b780a of type vlan for network 12c21bd5-f232-4467-b923-394610bfbd17 Aug 29 14:42:34.975076 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cea9b-08b6-4951-91cb-4cc5e8c56f2c req-7ee90f43-a9a7-4ed5-9aae-d0d2dca5ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:34.976661 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-599cea9b-08b6-4951-91cb-4cc5e8c56f2c req-7ee90f43-a9a7-4ed5-9aae-d0d2dca5ad3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 HTTP/1.1" status: 200 len: 918 time: 0.1546950 Aug 29 14:42:34.988268 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:35.067135 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-599cea9b-08b6-4951-91cb-4cc5e8c56f2c req-dd176332-6f4c-468d-9033-7678edc58be4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e HTTP/1.1" status: 200 len: 999 time: 0.0725622 Aug 29 14:42:35.119023 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cea9b-08b6-4951-91cb-4cc5e8c56f2c req-96de3207-e23d-40c6-8ddc-0e05a89c1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:35.120490 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-599cea9b-08b6-4951-91cb-4cc5e8c56f2c req-96de3207-e23d-40c6-8ddc-0e05a89c1893 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6994c5da-f2dd-4a04-acbe-279bd8acc28e HTTP/1.1" status: 200 len: 856 time: 0.0467095 Aug 29 14:42:35.154201 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:35.155149 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:35.155727 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:35.507889 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cea9b-08b6-4951-91cb-4cc5e8c56f2c req-1c3716db-0980-4082-9c4f-17201d1e0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:35.509504 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-599cea9b-08b6-4951-91cb-4cc5e8c56f2c req-1c3716db-0980-4082-9c4f-17201d1e0894 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3824112 Aug 29 14:42:35.511203 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] Pushing event updated for resources: {'Network': ['ID=12c21bd5-f232-4467-b923-394610bfbd17,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:35.521404 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network 12c21bd5-f232-4467-b923-394610bfbd17 details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:42:35.576191 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6effe-2ae7-4fba-aec7-8c1c969f14aa req-940885e4-9864-43ff-99fd-a14b2ef1b647 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:35.577662 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f1e6effe-2ae7-4fba-aec7-8c1c969f14aa req-940885e4-9864-43ff-99fd-a14b2ef1b647 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.1452229 Aug 29 14:42:35.605720 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-23579472-9015-49f9-a811-dd3a748aa76a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2098699 Aug 29 14:42:35.609195 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49578) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:35.614492 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-0e6961d6-4183-4903-ba26-fc2aca92df37 admin admin] Request body: {'subnet': {'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2001398232-subnet', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'ip_version': 4}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:42:35.636792 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f1e6effe-2ae7-4fba-aec7-8c1c969f14aa req-099053fa-07d7-4ace-9c50-7738f5ca4020 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515232 Aug 29 14:42:35.647360 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-599cea9b-08b6-4951-91cb-4cc5e8c56f2c req-b06623ae-5f9b-4780-9007-9e91e9482721 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302798 Aug 29 14:42:35.704741 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6961d6-4183-4903-ba26-fc2aca92df37 admin admin] Made reservation on behalf of 50e1e30ed1d34a3095da54288e159f79 for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:42:35.706952 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0e6961d6-4183-4903-ba26-fc2aca92df37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3712991'] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:35.795214 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ca675-118f-4b09-a2a8-7f40dc95ca73 req-80e21c8e-9143-46df-81b6-df127da7b8a4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:35.796857 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8c7ca675-118f-4b09-a2a8-7f40dc95ca73 req-80e21c8e-9143-46df-81b6-df127da7b8a4 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.0995021 Aug 29 14:42:35.825682 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-599cea9b-08b6-4951-91cb-4cc5e8c56f2c req-97660159-8ff1-4f40-b4f2-996640641fd4 service neutron] 10.222.0.36 "GET /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357942 Aug 29 14:42:35.846749 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8c7ca675-118f-4b09-a2a8-7f40dc95ca73 req-344988ea-43d6-41f9-a646-cfc94de2ee90 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420761 Aug 29 14:42:35.939188 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0e6961d6-4183-4903-ba26-fc2aca92df37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3957124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3712941'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:35.994927 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6961d6-4183-4903-ba26-fc2aca92df37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db40e74-0ee2-4cb4-891f-66ae89379113,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:36.003344 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6961d6-4183-4903-ba26-fc2aca92df37 admin admin] Checking segment: {'id': '728403e2-931b-43a8-83b6-19d0936b780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:42:36.003697 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6961d6-4183-4903-ba26-fc2aca92df37 admin admin] Network hostable DHCP agents. Network: 12c21bd5-f232-4467-b923-394610bfbd17, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:42:36.087009 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6961d6-4183-4903-ba26-fc2aca92df37 admin admin] Network 12c21bd5-f232-4467-b923-394610bfbd17 is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:42:36.182708 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-0e6961d6-4183-4903-ba26-fc2aca92df37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, 12c21bd5-f232-4467-b923-394610bfbd17) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:42:36.187030 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6961d6-4183-4903-ba26-fc2aca92df37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:36.187605 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-0e6961d6-4183-4903-ba26-fc2aca92df37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:36.193120 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563ef0f2-3b4d-4c41-be60-5565a0dd8dad None None] Network 12c21bd5-f232-4467-b923-394610bfbd17 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:42:36.288619 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-0e6961d6-4183-4903-ba26-fc2aca92df37 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6758158 Aug 29 14:42:36.289183 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 49596) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:36.293907 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:42:36.342379 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e624220-4536-5f42-b5ea-535ffdf31c06-12c21bd5-f232-4467-b923-394610bfbd17', 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'fixed_ips': [{'subnet_id': '2db40e74-0ee2-4cb4-891f-66ae89379113'}]}} from dv-cinder-778193-6-iscsi. {{(pid=94546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:42:36.343358 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:36.394371 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102437'] for router, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:36.395428 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102446'] for router, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:36.448346 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:36.481772 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.db_base_plugin_common [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Allocated IP 172.20.0.2 (12c21bd5-f232-4467-b923-394610bfbd17/2db40e74-0ee2-4cb4-891f-66ae89379113/2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8) {{(pid=94546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:42:36.626881 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Notify callbacks [] for port, precommit_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:36.660487 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Transition to ACTIVE for port object 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:42:36.686419 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Transition to ACTIVE for port object 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 will not be triggered until provisioned by entity DHCP. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:42:36.698700 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:36.764733 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:36.818164 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331742da-286b-4811-b95a-248de6915fe9 req-295515bd-c45c-4fff-a746-b9c9cbfa4a11 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:36.825382 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-331742da-286b-4811-b95a-248de6915fe9 req-295515bd-c45c-4fff-a746-b9c9cbfa4a11 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.0774841 Aug 29 14:42:36.839326 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Network 12c21bd5-f232-4467-b923-394610bfbd17 is already hosted by enough agents. {{(pid=94546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:42:36.840948 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.base_scheduler [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Resources bound (agent type, host, resource id): {{(pid=94546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:42:36.844154 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Received port after_create {{(pid=94546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:42:36.850064 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Pushing event updated for resources: {'Port': ['ID=2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8,revision_number=1']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:36.910938 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-331742da-286b-4811-b95a-248de6915fe9 req-93dfa43a-0f9c-41f3-9945-6d92a1888eb9 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844412 Aug 29 14:42:36.954945 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Attempting to bind port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:42:36.955396 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Attempting to bind port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '728403e2-931b-43a8-83b6-19d0936b780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:42:36.955826 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Attempting to bind port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 on network 12c21bd5-f232-4467-b923-394610bfbd17 {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:42:36.963924 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:42:36.967636 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Checking segment: {'id': '728403e2-931b-43a8-83b6-19d0936b780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:42:36.968004 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:36.968469 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Bound using segment: {'id': '728403e2-931b-43a8-83b6-19d0936b780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:42:36.970674 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Bound port: 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728403e2-931b-43a8-83b6-19d0936b780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:42:36.971078 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:37.045140 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] For port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:42:37.048863 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] For port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8,segment=NetworkSegment(728403e2-931b-43a8-83b6-19d0936b780a),segment_id=728403e2-931b-43a8-83b6-19d0936b780a)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:42:37.105640 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccd0ac-493d-4208-ba45-fcf0e1f2ff44 req-7069964f-2a79-4570-b054-0d5d690da0ba tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:37.107441 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3eccd0ac-493d-4208-ba45-fcf0e1f2ff44 req-7069964f-2a79-4570-b054-0d5d690da0ba tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.1364779 Aug 29 14:42:37.161942 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:37.213832 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845406c-7748-4074-ba6e-134136eebb6f None None] Pushing event updated for resources: {'Port': ['ID=2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:37.214800 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:37.220171 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3eccd0ac-493d-4208-ba45-fcf0e1f2ff44 req-a3336a70-361b-4c41-afaa-65c3af2fa07a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762508 Aug 29 14:42:37.239593 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:37.364430 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Allocated IP 172.27.0.100 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:42:37.576747 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:37.644474 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:42:37.687922 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:37.740289 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:42:37.744004 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Pushing event updated for resources: {'Port': ['ID=b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:37.747498 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:42:37.750628 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:42:37.788385 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:42:38.136606 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46786fb1-0fcf-44a0-84b9-a9ceb87f6c2e req-592a7551-0b66-4984-b312-921caa9535dc tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:38.136606 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-46786fb1-0fcf-44a0-84b9-a9ceb87f6c2e req-592a7551-0b66-4984-b312-921caa9535dc tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.1410925 Aug 29 14:42:38.180909 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:38.239445 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-46786fb1-0fcf-44a0-84b9-a9ceb87f6c2e req-ebce0e38-9ffd-4e98-b437-5b0b5e139e0e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951324 Aug 29 14:42:38.330323 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9746af6-4de9-4d42-afc1-6ba963822ed0 None None] Network 12c21bd5-f232-4467-b923-394610bfbd17 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:42:38.455004 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568074'] for router, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:38.465233 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b02954-30bc-4ec7-81ba-a267e35250df req-06409f03-fb76-499a-b0c3-b8ffd56377be tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:38.467393 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-54b02954-30bc-4ec7-81ba-a267e35250df req-06409f03-fb76-499a-b0c3-b8ffd56377be tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.1085730 Aug 29 14:42:38.489556 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-29a27492-b38e-4225-bb41-a020b99fbc65 None None] Provisioning for port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:42:38.499220 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-29a27492-b38e-4225-bb41-a020b99fbc65 None None] Provisioning complete for port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:38.499841 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-29a27492-b38e-4225-bb41-a020b99fbc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:38.581008 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-54b02954-30bc-4ec7-81ba-a267e35250df req-6922a9bd-90a7-473b-856b-ba150531c3b0 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650880 Aug 29 14:42:38.603992 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-29a27492-b38e-4225-bb41-a020b99fbc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:38.641825 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-29a27492-b38e-4225-bb41-a020b99fbc65 None None] For port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8,segment=NetworkSegment(728403e2-931b-43a8-83b6-19d0936b780a),segment_id=728403e2-931b-43a8-83b6-19d0936b780a)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:38.719795 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-29a27492-b38e-4225-bb41-a020b99fbc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:38.784444 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Router 36a87372-fb63-4569-87a1-24bbf42bdeb0 is scheduled to L3 agent fb682885-7553-4707-814d-5f2a30d12884 with binding_index 1 {{(pid=94544) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:42:38.785978 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a27492-b38e-4225-bb41-a020b99fbc65 None None] Pushing event updated for resources: {'Port': ['ID=2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:38.845008 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0ddcb0a-5cde-4d31-bd23-35ab068d03ff None None] Provisioning complete for port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:38.845373 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0ddcb0a-5cde-4d31-bd23-35ab068d03ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:38.910989 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:42:38.925649 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Sync routers for ids ['36a87372-fb63-4569-87a1-24bbf42bdeb0'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:42:38.947231 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Routers {'36a87372-fb63-4569-87a1-24bbf42bdeb0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:42:38.947843 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:42:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['36a87372-fb63-4569-87a1-24bbf42bdeb0'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:38.996161 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] Notify callbacks [] for router, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:39.001609 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49612) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:39.006410 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-9934209a-31bf-442a-8d2e-04f0dfd18662 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7159908 Aug 29 14:42:39.202559 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Set router 36a87372-fb63-4569-87a1-24bbf42bdeb0 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:42:39.427209 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e25edd-41d3-4ca6-a4b3-e31f3631ca34 req-1bf1a26b-4f03-44be-9190-c52ed97c95d6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:39.428948 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b9e25edd-41d3-4ca6-a4b3-e31f3631ca34 req-1bf1a26b-4f03-44be-9190-c52ed97c95d6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.0823522 Aug 29 14:42:39.432870 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:36Z', 'updated_at': '2021-08-29T14:42:37Z', 'revision_number': 3, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'gw_port': {'id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:37Z', 'updated_at': '2021-08-29T14:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:39.466080 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Checking router: 36a87372-fb63-4569-87a1-24bbf42bdeb0 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:42:39.467445 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Updating router 36a87372-fb63-4569-87a1-24bbf42bdeb0 port b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620 binding host dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:42:39.495457 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:39.528564 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b9e25edd-41d3-4ca6-a4b3-e31f3631ca34 req-c71d85e3-12a3-4fdd-88d8-48f369846211 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913565 Aug 29 14:42:39.608178 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:42:39.745599 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:39.746320 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:39.769267 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564ec49-9e6b-4559-bb49-d3d5c8ead1a5 req-04151a14-4365-422c-9eb8-149a59131b9a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:39.772635 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0564ec49-9e6b-4559-bb49-d3d5c8ead1a5 req-04151a14-4365-422c-9eb8-149a59131b9a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.1008852 Aug 29 14:42:39.850667 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0564ec49-9e6b-4559-bb49-d3d5c8ead1a5 req-8c9fb72b-6710-466d-93ab-4f959d847dfa tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565095 Aug 29 14:42:39.961139 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:39.972178 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Notify callbacks [] for port, precommit_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:39.984501 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Transition to ACTIVE for port object b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620 will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:42:40.140761 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Allocated IP 172.20.0.1 (12c21bd5-f232-4467-b923-394610bfbd17/2db40e74-0ee2-4cb4-891f-66ae89379113/7abc482a-c55f-44ac-8d50-db1162b8d719) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:42:40.254954 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:40.269010 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.provisioning_blocks [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Transition to ACTIVE for port object 7abc482a-c55f-44ac-8d50-db1162b8d719 will not be triggered until provisioned by entity DHCP. {{(pid=94545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:42:40.453733 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:42:40.554307 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:40.608465 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:40.616772 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Attempting to bind port b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:42:40.621624 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Attempting to bind port b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:42:40.621624 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Attempting to bind port b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620 on network bbe3a00d-9061-4549-b02f-7472dfbc0c66 {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:42:40.623418 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbeaa9f-b059-407a-8660-629a88396fb7 None None] Pushing event updated for resources: {'Port': ['ID=b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:40.628743 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:42:40.629123 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Checking segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:42:40.629533 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:40.632192 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Bound using segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:42:40.632554 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Bound port: b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:42:40.632975 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:40.671435 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Network 12c21bd5-f232-4467-b923-394610bfbd17 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:42:40.674771 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:42:40.679339 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:42:40.682646 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Pushing event updated for resources: {'Port': ['ID=7abc482a-c55f-44ac-8d50-db1162b8d719,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:40.715802 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] For port b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:42:40.720946 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] For port b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:42:40.733618 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568277'] for router_interface, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:40.749130 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa19aa9-5d30-4aba-912f-b0c18e80dcbd req-7fa4a7ef-d72f-4dcf-910e-e8cd12ec665c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:40.750882 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6fa19aa9-5d30-4aba-912f-b0c18e80dcbd req-7fa4a7ef-d72f-4dcf-910e-e8cd12ec665c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.1088338 Aug 29 14:42:40.809026 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:40.831952 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6fa19aa9-5d30-4aba-912f-b0c18e80dcbd req-df373b58-4703-4d1e-b3cb-7801cc42481b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744987 Aug 29 14:42:40.895336 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Routers {'36a87372-fb63-4569-87a1-24bbf42bdeb0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:42:40.896021 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:42:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['36a87372-fb63-4569-87a1-24bbf42bdeb0'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:41.023489 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:41.026794 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbeaa9f-b059-407a-8660-629a88396fb7 None None] Pushing event updated for resources: {'Port': ['ID=b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:41.052046 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d3fbd-0ce7-4ab0-aa35-1bb0fcb3b90c req-0f10d4d6-7693-4bb4-a56a-da23dc5b3d83 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:41.053603 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-361d3fbd-0ce7-4ab0-aa35-1bb0fcb3b90c req-0f10d4d6-7693-4bb4-a56a-da23dc5b3d83 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.0944483 Aug 29 14:42:41.110323 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-361d3fbd-0ce7-4ab0-aa35-1bb0fcb3b90c req-0fa36547-04fe-4277-9d45-4a8600a2780a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505612 Aug 29 14:42:41.137136 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] Set router 36a87372-fb63-4569-87a1-24bbf42bdeb0 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:42:41.236584 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-be5c1b00-bd0c-43a1-b86a-454ab14d296c None None] Provisioning for port 7abc482a-c55f-44ac-8d50-db1162b8d719 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:42:41.246243 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:41.246809 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-be5c1b00-bd0c-43a1-b86a-454ab14d296c None None] Provisioning complete for port 7abc482a-c55f-44ac-8d50-db1162b8d719 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:41.246911 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-be5c1b00-bd0c-43a1-b86a-454ab14d296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:41.303226 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-be5c1b00-bd0c-43a1-b86a-454ab14d296c None None] Port 7abc482a-c55f-44ac-8d50-db1162b8d719 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:42:41.356095 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:36Z', 'updated_at': '2021-08-29T14:42:37Z', 'revision_number': 3, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'gw_port': {'id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:37Z', 'updated_at': '2021-08-29T14:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:41.373269 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958029'] for port, after_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:41.383257 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64b76b-ab30-46f5-b87a-272ab1025961 None None] The sync data for ids ['36a87372-fb63-4569-87a1-24bbf42bdeb0'] in dv-cinder-778193-6-iscsi is: [{'id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:36Z', 'updated_at': '2021-08-29T14:42:37Z', 'revision_number': 3, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'gw_port': {'id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:37Z', 'updated_at': '2021-08-29T14:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:42:41.461832 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Pushing event updated for resources: {'Port': ['ID=7abc482a-c55f-44ac-8d50-db1162b8d719,revision_number=2']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:41.464680 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567562'] for router_interface, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:41.575333 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Network 12c21bd5-f232-4467-b923-394610bfbd17 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:42:41.577413 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:42:41.777196 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Router 36a87372-fb63-4569-87a1-24bbf42bdeb0 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:42:41.944406 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-44a8e3b1-8c83-4668-8ad0-5f8f628a7a26 None None] Provisioning complete for port 7abc482a-c55f-44ac-8d50-db1162b8d719 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:41.945001 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-44a8e3b1-8c83-4668-8ad0-5f8f628a7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:41.958417 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:42:41.978823 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-d8730ff5-a6b1-4450-a2f6-e3467bbad71c admin admin] 10.222.0.16 "PUT /v2.0/routers/36a87372-fb63-4569-87a1-24bbf42bdeb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9676681 Aug 29 14:42:42.026210 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-44a8e3b1-8c83-4668-8ad0-5f8f628a7a26 None None] Port 7abc482a-c55f-44ac-8d50-db1162b8d719 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:42:42.029600 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbdd81-ddbc-4f81-bb01-fcfbf9c63209 req-4202b56b-7f82-46ed-bf0f-4be0d3fc2643 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:42.031194 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-14cbdd81-ddbc-4f81-bb01-fcfbf9c63209 req-4202b56b-7f82-46ed-bf0f-4be0d3fc2643 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.0900803 Aug 29 14:42:42.094691 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-14cbdd81-ddbc-4f81-bb01-fcfbf9c63209 req-c330ab0f-9cd4-4cfa-847e-17e51e498b66 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530431 Aug 29 14:42:42.265629 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36d483-7d5c-42ba-b717-0c61a5912017 req-7c6d8698-db66-4216-87b6-5c2b473e0ecb tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:42.267754 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0c36d483-7d5c-42ba-b717-0c61a5912017 req-7c6d8698-db66-4216-87b6-5c2b473e0ecb tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.0583670 Aug 29 14:42:42.326337 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0c36d483-7d5c-42ba-b717-0c61a5912017 req-30e11849-1e14-4e7b-be97-0ca562d9ebfe tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518141 Aug 29 14:42:42.854544 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49644) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:42.861077 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1525365016-network', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:42:42.960161 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Made reservation on behalf of 5bdb3a934c224eafb85968cce7cdf3e4 for: {'network': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:42:42.962501 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:42.982103 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:43.080612 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:43.178718 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:43.208481 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=94545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:42:43.228730 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:43.232748 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.segments_db [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Added segment 80375f18-602d-4782-bdb6-ac203de5228e of type vlan for network 4fcac219-790e-4804-bd51-9d327848110b Aug 29 14:42:43.232748 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa286d58-f024-423a-be53-0cf0a97c8ff1,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:43.246495 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:43.246842 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:43.247035 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afffc5-c047-41c8-b096-03ba53ddd1e8 req-93a20f3b-baf5-49f5-92a3-86ce92a8a2b6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:43.248048 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:43.248149 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:43.248596 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:43.248924 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:43.249325 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:43.249656 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:43.250015 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:43.250337 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:43.250657 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:43.250972 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:43.254433 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f3afffc5-c047-41c8-b096-03ba53ddd1e8 req-93a20f3b-baf5-49f5-92a3-86ce92a8a2b6 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.0687633 Aug 29 14:42:43.299157 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f3afffc5-c047-41c8-b096-03ba53ddd1e8 req-e332ad1e-0baa-4608-aabd-81c02c634477 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418000 Aug 29 14:42:43.335706 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:43.351891 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Sync routers for ids ['36a87372-fb63-4569-87a1-24bbf42bdeb0'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:42:43.368929 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Routers {'36a87372-fb63-4569-87a1-24bbf42bdeb0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:42:43.369566 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:42:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['36a87372-fb63-4569-87a1-24bbf42bdeb0'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:43.447290 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:43.448289 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:43.448887 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:43.469264 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2375d73-911a-4adb-9fc7-c9addfe37adb req-c65b07d4-1043-40f9-881c-a009224126d9 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:43.471556 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c2375d73-911a-4adb-9fc7-c9addfe37adb req-c65b07d4-1043-40f9-881c-a009224126d9 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.0646162 Aug 29 14:42:43.506661 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Set router 36a87372-fb63-4569-87a1-24bbf42bdeb0 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:42:43.579240 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c2375d73-911a-4adb-9fc7-c9addfe37adb req-d07fb230-69b9-45e7-b313-19b4ea13663a tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939984 Aug 29 14:42:43.591775 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] Pushing event updated for resources: {'Network': ['ID=4fcac219-790e-4804-bd51-9d327848110b,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:43.602742 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network 4fcac219-790e-4804-bd51-9d327848110b details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:42:43.608912 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-a03c82dd-bca1-4036-8c0c-161b658dbf99 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7532041 Aug 29 14:42:43.611485 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49650) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:43.619612 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-395a4760-bb45-4da4-a5f1-3a0f3b73e0d8 admin admin] Request body: {'subnet': {'network_id': '4fcac219-790e-4804-bd51-9d327848110b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1525365016-subnet', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'ip_version': 4}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:42:43.629478 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:42:43.865224 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:36Z', 'updated_at': '2021-08-29T14:42:40Z', 'revision_number': 4, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'gw_port': {'id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:37Z', 'updated_at': '2021-08-29T14:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '7abc482a-c55f-44ac-8d50-db1162b8d719', 'name': '', 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'mac_address': 'fa:16:3e:01:9a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:39Z', 'updated_at': '2021-08-29T14:42:41Z', 'revision_number': 2, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'subnets': [{'id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:43.894470 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Checking router: 36a87372-fb63-4569-87a1-24bbf42bdeb0 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:42:43.894822 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Updating router 36a87372-fb63-4569-87a1-24bbf42bdeb0 port 7abc482a-c55f-44ac-8d50-db1162b8d719 binding host dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:42:43.907117 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395a4760-bb45-4da4-a5f1-3a0f3b73e0d8 admin admin] Made reservation on behalf of 5bdb3a934c224eafb85968cce7cdf3e4 for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:42:44.024776 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-395a4760-bb45-4da4-a5f1-3a0f3b73e0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3712991'] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:44.025661 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:44.258932 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Notify callbacks [] for port, precommit_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:44.270951 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.provisioning_blocks [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Transition to ACTIVE for port object 7abc482a-c55f-44ac-8d50-db1162b8d719 will not be triggered until provisioned by entity L2. {{(pid=94547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:42:44.448596 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541b3a4-3d71-4eb7-a417-c7f203401272 req-bda3c385-95b1-4167-b006-cd3708dd78ff tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:44.450733 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f541b3a4-3d71-4eb7-a417-c7f203401272 req-bda3c385-95b1-4167-b006-cd3708dd78ff tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.0624826 Aug 29 14:42:44.492665 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f541b3a4-3d71-4eb7-a417-c7f203401272 req-03edc51e-b031-44c0-a8ed-bfef3321e6e7 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355003 Aug 29 14:42:44.566960 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:42:44.577988 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:44.577988 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:44.636147 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:44.636793 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-395a4760-bb45-4da4-a5f1-3a0f3b73e0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3957124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3712941'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:44.678272 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:44.702535 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:44.705155 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fb411-8b64-40d1-80e6-72e743b9a696 None None] Pushing event updated for resources: {'Port': ['ID=7abc482a-c55f-44ac-8d50-db1162b8d719,revision_number=3']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:44.751554 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240fb411-8b64-40d1-80e6-72e743b9a696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:44.752250 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240fb411-8b64-40d1-80e6-72e743b9a696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:44.752673 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240fb411-8b64-40d1-80e6-72e743b9a696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:44.753071 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240fb411-8b64-40d1-80e6-72e743b9a696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:44.753605 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240fb411-8b64-40d1-80e6-72e743b9a696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:44.754051 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240fb411-8b64-40d1-80e6-72e743b9a696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:44.754387 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395a4760-bb45-4da4-a5f1-3a0f3b73e0d8 admin admin] Checking segment: {'id': '80375f18-602d-4782-bdb6-ac203de5228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4fcac219-790e-4804-bd51-9d327848110b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:42:44.754546 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240fb411-8b64-40d1-80e6-72e743b9a696 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:44.754647 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395a4760-bb45-4da4-a5f1-3a0f3b73e0d8 admin admin] Network hostable DHCP agents. Network: 4fcac219-790e-4804-bd51-9d327848110b, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:42:44.754801 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240fb411-8b64-40d1-80e6-72e743b9a696 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:44.755287 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240fb411-8b64-40d1-80e6-72e743b9a696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:44.755707 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240fb411-8b64-40d1-80e6-72e743b9a696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:44.756099 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240fb411-8b64-40d1-80e6-72e743b9a696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:44.756480 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240fb411-8b64-40d1-80e6-72e743b9a696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:44.758356 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a4760-bb45-4da4-a5f1-3a0f3b73e0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=516d42f6-3f62-4885-80a7-650349eafa38,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:44.772570 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5a6db-b3fb-4441-b4f2-42f2b2036666 req-2ddeb0ae-7b78-415c-86ea-1ae55d6d4dc6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:44.798390 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cfa5a6db-b3fb-4441-b4f2-42f2b2036666 req-2ddeb0ae-7b78-415c-86ea-1ae55d6d4dc6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.0993118 Aug 29 14:42:44.819031 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Attempting to bind port 7abc482a-c55f-44ac-8d50-db1162b8d719 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:42:44.819255 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:44.819466 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Attempting to bind port 7abc482a-c55f-44ac-8d50-db1162b8d719 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '728403e2-931b-43a8-83b6-19d0936b780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17'}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:42:44.819864 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Attempting to bind port 7abc482a-c55f-44ac-8d50-db1162b8d719 on network 12c21bd5-f232-4467-b923-394610bfbd17 {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:42:44.832006 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:42:44.832380 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Checking segment: {'id': '728403e2-931b-43a8-83b6-19d0936b780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:42:44.833969 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:44.834365 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Bound using segment: {'id': '728403e2-931b-43a8-83b6-19d0936b780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17'} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:42:44.836036 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Bound port: 7abc482a-c55f-44ac-8d50-db1162b8d719, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728403e2-931b-43a8-83b6-19d0936b780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17'}}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:42:44.836619 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:44.859145 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cfa5a6db-b3fb-4441-b4f2-42f2b2036666 req-99908039-f7aa-42e4-a589-97771122bd3d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598586 Aug 29 14:42:44.878306 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:44.884888 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395a4760-bb45-4da4-a5f1-3a0f3b73e0d8 admin admin] Network 4fcac219-790e-4804-bd51-9d327848110b is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:42:44.972062 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] For port 7abc482a-c55f-44ac-8d50-db1162b8d719, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:42:44.975651 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] For port 7abc482a-c55f-44ac-8d50-db1162b8d719, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=7abc482a-c55f-44ac-8d50-db1162b8d719,segment=NetworkSegment(728403e2-931b-43a8-83b6-19d0936b780a),segment_id=728403e2-931b-43a8-83b6-19d0936b780a)] {{(pid=94547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:42:44.990159 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-395a4760-bb45-4da4-a5f1-3a0f3b73e0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, 4fcac219-790e-4804-bd51-9d327848110b) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:42:45.007630 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395a4760-bb45-4da4-a5f1-3a0f3b73e0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:45.007630 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-395a4760-bb45-4da4-a5f1-3a0f3b73e0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:45.008793 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f029cd-bf22-4ad0-86cc-8d436097ed2e None None] Network 4fcac219-790e-4804-bd51-9d327848110b requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:42:45.063247 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:45.098228 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-395a4760-bb45-4da4-a5f1-3a0f3b73e0d8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4855046 Aug 29 14:42:45.100966 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49656) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:45.105460 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1525365016-router', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:42:45.134105 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fb411-8b64-40d1-80e6-72e743b9a696 None None] Pushing event updated for resources: {'Port': ['ID=7abc482a-c55f-44ac-8d50-db1162b8d719,revision_number=4']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:45.137042 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Routers {'36a87372-fb63-4569-87a1-24bbf42bdeb0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:42:45.137729 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:42:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['36a87372-fb63-4569-87a1-24bbf42bdeb0'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:45.230417 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102437'] for router, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:45.231553 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102446'] for router, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:45.239485 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e624220-4536-5f42-b5ea-535ffdf31c06-4fcac219-790e-4804-bd51-9d327848110b', 'network_id': '4fcac219-790e-4804-bd51-9d327848110b', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'fixed_ips': [{'subnet_id': '516d42f6-3f62-4885-80a7-650349eafa38'}]}} from dv-cinder-778193-6-iscsi. {{(pid=94546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:42:45.247061 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:45.260329 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-1589f3b2-efe0-4ac8-81c6-21929d1ee459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:45.293829 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] Set router 36a87372-fb63-4569-87a1-24bbf42bdeb0 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:42:45.314677 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:45.650193 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:45.658368 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:36Z', 'updated_at': '2021-08-29T14:42:40Z', 'revision_number': 4, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'gw_port': {'id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:37Z', 'updated_at': '2021-08-29T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '7abc482a-c55f-44ac-8d50-db1162b8d719', 'name': '', 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'mac_address': 'fa:16:3e:01:9a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:39Z', 'updated_at': '2021-08-29T14:42:44Z', 'revision_number': 4, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'subnets': [{'id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:45.691824 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19d112-b83a-465b-b47a-f68bcc9c080c None None] The sync data for ids ['36a87372-fb63-4569-87a1-24bbf42bdeb0'] in dv-cinder-778193-6-iscsi is: [{'id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:36Z', 'updated_at': '2021-08-29T14:42:40Z', 'revision_number': 4, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'gw_port': {'id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:37Z', 'updated_at': '2021-08-29T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '7abc482a-c55f-44ac-8d50-db1162b8d719', 'name': '', 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'mac_address': 'fa:16:3e:01:9a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:39Z', 'updated_at': '2021-08-29T14:42:44Z', 'revision_number': 4, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'subnets': [{'id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:42:45.707271 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:42:45.708916 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca214134-d7cf-4695-aa28-bf903f102d7f req-52ec7b34-6f9d-4546-8fd0-64e5e0242d70 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:45.714576 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ca214134-d7cf-4695-aa28-bf903f102d7f req-52ec7b34-6f9d-4546-8fd0-64e5e0242d70 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.1016564 Aug 29 14:42:45.792522 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ca214134-d7cf-4695-aa28-bf903f102d7f req-ee9a232f-79cd-414d-a4d0-bda78fdabbaa tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687029 Aug 29 14:42:45.815653 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.db_base_plugin_common [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Allocated IP 172.20.0.2 (4fcac219-790e-4804-bd51-9d327848110b/516d42f6-3f62-4885-80a7-650349eafa38/8161afb2-3253-4dca-8ea8-889a47a2b5ac) {{(pid=94546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:42:45.898226 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:45.898843 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:46.111480 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab939dcc-1e15-41b2-b3f0-3857643f0adb req-6160a2fc-fbb5-4fd4-a029-ed244566b94c tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:46.118790 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ab939dcc-1e15-41b2-b3f0-3857643f0adb req-6160a2fc-fbb5-4fd4-a029-ed244566b94c tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.1014659 Aug 29 14:42:46.159629 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:46.189388 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:46.192225 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ab939dcc-1e15-41b2-b3f0-3857643f0adb req-63358b78-e6fd-4a9f-9dde-38079842fb49 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654502 Aug 29 14:42:46.220669 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Notify callbacks [] for port, precommit_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:46.253257 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Transition to ACTIVE for port object 8161afb2-3253-4dca-8ea8-889a47a2b5ac will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:42:46.288596 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Transition to ACTIVE for port object 8161afb2-3253-4dca-8ea8-889a47a2b5ac will not be triggered until provisioned by entity DHCP. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:42:46.351508 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Allocated IP 172.27.0.233 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/a41a1302-ddf6-4246-b9c8-e6c731c4566d) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:42:46.356260 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:46.403594 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Network 4fcac219-790e-4804-bd51-9d327848110b is already hosted by enough agents. {{(pid=94546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:42:46.409010 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.base_scheduler [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Resources bound (agent type, host, resource id): {{(pid=94546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:42:46.412947 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Received port after_create {{(pid=94546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:42:46.455283 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Pushing event updated for resources: {'Port': ['ID=8161afb2-3253-4dca-8ea8-889a47a2b5ac,revision_number=1']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:46.486705 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:46.500919 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Attempting to bind port 8161afb2-3253-4dca-8ea8-889a47a2b5ac on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:42:46.501661 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Attempting to bind port 8161afb2-3253-4dca-8ea8-889a47a2b5ac by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '80375f18-602d-4782-bdb6-ac203de5228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4fcac219-790e-4804-bd51-9d327848110b'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:42:46.502325 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Attempting to bind port 8161afb2-3253-4dca-8ea8-889a47a2b5ac on network 4fcac219-790e-4804-bd51-9d327848110b {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:42:46.508769 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:42:46.509514 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Checking segment: {'id': '80375f18-602d-4782-bdb6-ac203de5228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4fcac219-790e-4804-bd51-9d327848110b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:42:46.510468 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:46.511131 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Bound using segment: {'id': '80375f18-602d-4782-bdb6-ac203de5228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4fcac219-790e-4804-bd51-9d327848110b'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:42:46.511829 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Bound port: 8161afb2-3253-4dca-8ea8-889a47a2b5ac, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80375f18-602d-4782-bdb6-ac203de5228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4fcac219-790e-4804-bd51-9d327848110b'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:42:46.512438 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:46.586696 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] For port 8161afb2-3253-4dca-8ea8-889a47a2b5ac, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:42:46.590772 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] For port 8161afb2-3253-4dca-8ea8-889a47a2b5ac, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=8161afb2-3253-4dca-8ea8-889a47a2b5ac,segment=NetworkSegment(80375f18-602d-4782-bdb6-ac203de5228e),segment_id=80375f18-602d-4782-bdb6-ac203de5228e)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:42:46.624977 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:46.676888 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:42:46.682224 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:42:46.687289 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:42:46.699346 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:46.711511 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Pushing event updated for resources: {'Port': ['ID=a41a1302-ddf6-4246-b9c8-e6c731c4566d,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:46.775065 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e69921-983b-4698-a3c5-2df80c193b5b None None] Pushing event updated for resources: {'Port': ['ID=8161afb2-3253-4dca-8ea8-889a47a2b5ac,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:46.924745 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6b4a7-c8c5-4a02-9dfd-4f41d56989d7 req-f8521c54-8d9c-4ef4-8d4a-ca9fe460233a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:46.926544 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fcf6b4a7-c8c5-4a02-9dfd-4f41d56989d7 req-f8521c54-8d9c-4ef4-8d4a-ca9fe460233a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.0567489 Aug 29 14:42:47.000776 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fcf6b4a7-c8c5-4a02-9dfd-4f41d56989d7 req-812c4ec9-81a6-464d-83a8-1cd1500238d8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658052 Aug 29 14:42:47.084569 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:47.300452 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448ee12-900c-4416-8c00-47a7477c479e req-2e001c4c-f94b-46df-b3c8-9e0e5a2f962d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:47.302792 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e448ee12-900c-4416-8c00-47a7477c479e req-2e001c4c-f94b-46df-b3c8-9e0e5a2f962d tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.0529792 Aug 29 14:42:47.347559 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e448ee12-900c-4416-8c00-47a7477c479e req-13f71a47-5506-4c83-940d-17989b5f8e92 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365753 Aug 29 14:42:47.512704 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568074'] for router, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:47.602803 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 7abc482a-c55f-44ac-8d50-db1162b8d719 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:42:47.720230 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 7abc482a-c55f-44ac-8d50-db1162b8d719 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:42:47.731540 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 7abc482a-c55f-44ac-8d50-db1162b8d719 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:47.732086 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:47.760723 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Router e3be5581-6f26-4161-bc51-3cac545b1ce0 is scheduled to L3 agent fb682885-7553-4707-814d-5f2a30d12884 with binding_index 1 {{(pid=94545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:42:47.766837 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3e301e-384a-4cb7-887e-20b5e39f49f1 None None] Network 4fcac219-790e-4804-bd51-9d327848110b requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:42:47.868628 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e84c30b1-bd69-4a13-b292-4b07e0c8d297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:47.876479 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:42:47.889963 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Sync routers for ids ['e3be5581-6f26-4161-bc51-3cac545b1ce0'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:42:47.902130 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:47.935864 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Routers {'e3be5581-6f26-4161-bc51-3cac545b1ce0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:42:47.936477 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:42:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['e3be5581-6f26-4161-bc51-3cac545b1ce0'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:48.008019 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e10be33e-2e87-4f80-99ed-b2ec43c8dd1c None None] Provisioning for port 8161afb2-3253-4dca-8ea8-889a47a2b5ac completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:42:48.015717 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 7abc482a-c55f-44ac-8d50-db1162b8d719, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=7abc482a-c55f-44ac-8d50-db1162b8d719,segment=NetworkSegment(728403e2-931b-43a8-83b6-19d0936b780a),segment_id=728403e2-931b-43a8-83b6-19d0936b780a)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:48.058349 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:48.064866 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 49670) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:48.065724 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-de75f4c5-0631-44c9-bab0-6aa3480a50a7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9636323 Aug 29 14:42:48.094205 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:48.094974 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 8161afb2-3253-4dca-8ea8-889a47a2b5ac up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:42:48.097597 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Set router e3be5581-6f26-4161-bc51-3cac545b1ce0 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:42:48.297241 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=7abc482a-c55f-44ac-8d50-db1162b8d719,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:48.359415 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:48.399056 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'name': 'tempest-TestMinimumBasicScenario-1525365016-router', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a41a1302-ddf6-4246-b9c8-e6c731c4566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:45Z', 'updated_at': '2021-08-29T14:42:46Z', 'revision_number': 3, 'project_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'gw_port': {'id': 'a41a1302-ddf6-4246-b9c8-e6c731c4566d', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:46Z', 'updated_at': '2021-08-29T14:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:48.426264 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 8161afb2-3253-4dca-8ea8-889a47a2b5ac completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:42:48.428298 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Checking router: e3be5581-6f26-4161-bc51-3cac545b1ce0 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:42:48.428720 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Updating router e3be5581-6f26-4161-bc51-3cac545b1ce0 port a41a1302-ddf6-4246-b9c8-e6c731c4566d binding host dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:42:48.432925 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 8161afb2-3253-4dca-8ea8-889a47a2b5ac triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:48.433294 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:48.479560 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:48.504037 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df4b6-0365-45d0-a711-fe5f5a9f84cd req-4fd2f508-8438-4ab0-b173-9ecd61ccfa2e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:48.505531 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-363df4b6-0365-45d0-a711-fe5f5a9f84cd req-4fd2f508-8438-4ab0-b173-9ecd61ccfa2e tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 943 time: 0.3973365 Aug 29 14:42:48.512671 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-f52a1344-1e28-4504-ae97-f54fd32c99eb tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:48.514191 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-f52a1344-1e28-4504-ae97-f54fd32c99eb tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.36 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.4048808 Aug 29 14:42:48.620804 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1159e8-0270-4323-ad3e-89393ea52589 req-3dfc9b6e-d2dc-4532-816e-0ecb4c5beee5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:48.622255 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0c1159e8-0270-4323-ad3e-89393ea52589 req-3dfc9b6e-d2dc-4532-816e-0ecb4c5beee5 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 946 time: 0.1739974 Aug 29 14:42:48.625739 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:48.702074 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:42:48.713502 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 8161afb2-3253-4dca-8ea8-889a47a2b5ac, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=8161afb2-3253-4dca-8ea8-889a47a2b5ac,segment=NetworkSegment(80375f18-602d-4782-bdb6-ac203de5228e),segment_id=80375f18-602d-4782-bdb6-ac203de5228e)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:48.718987 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-363df4b6-0365-45d0-a711-fe5f5a9f84cd req-b16d742d-3c15-46ee-b5cb-7e6f4f5bde08 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018521 Aug 29 14:42:48.765478 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0c1159e8-0270-4323-ad3e-89393ea52589 req-5ed5ad51-a417-4047-ba58-dd9aff25997f tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b57e125-f204-492b-904e-7ac1f52141f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265116 Aug 29 14:42:48.793800 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:48.809555 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-c524fb30-2e3b-43b0-8ac4-3e81866c7611 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Deleting port 1e89d19f-8db9-45e7-ab4d-deb0356d923f {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:42:48.809972 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-c524fb30-2e3b-43b0-8ac4-3e81866c7611 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:48.974957 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-c524fb30-2e3b-43b0-8ac4-3e81866c7611 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] For port 1e89d19f-8db9-45e7-ab4d-deb0356d923f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1e89d19f-8db9-45e7-ab4d-deb0356d923f,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:48.975333 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-c524fb30-2e3b-43b0-8ac4-3e81866c7611 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.048265 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.050431 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.062457 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=8161afb2-3253-4dca-8ea8-889a47a2b5ac,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:49.068197 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:49.070796 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Transition to ACTIVE for port object a41a1302-ddf6-4246-b9c8-e6c731c4566d will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:42:49.081891 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'port_id': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'mac_address': 'fa:16:3e:fe:73:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:42:49.121475 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.130356 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.172855 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:42:49.194637 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.199280 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Attempting to bind port a41a1302-ddf6-4246-b9c8-e6c731c4566d on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:42:49.199647 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Attempting to bind port a41a1302-ddf6-4246-b9c8-e6c731c4566d by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:42:49.200000 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Attempting to bind port a41a1302-ddf6-4246-b9c8-e6c731c4566d on network bbe3a00d-9061-4549-b02f-7472dfbc0c66 {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:42:49.206935 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53b79f-ed95-4e6c-b323-f9c9dec81619 None None] Pushing event updated for resources: {'Port': ['ID=a41a1302-ddf6-4246-b9c8-e6c731c4566d,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:49.218988 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:49.220177 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:42:49.220567 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Checking segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:42:49.220948 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.221334 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Bound using segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:42:49.221795 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Bound port: a41a1302-ddf6-4246-b9c8-e6c731c4566d, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:42:49.222211 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.228984 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-c524fb30-2e3b-43b0-8ac4-3e81866c7611 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.229378 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-c524fb30-2e3b-43b0-8ac4-3e81866c7611 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.229694 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.l3_db [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-c524fb30-2e3b-43b0-8ac4-3e81866c7611 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Floating IP 7946e2e3-51f3-4217-8827-ef2acce7f010 disassociated. External IP: 172.27.0.157, port: 1e89d19f-8db9-45e7-ab4d-deb0356d923f. Aug 29 14:42:49.230061 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-c524fb30-2e3b-43b0-8ac4-3e81866c7611 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Calling delete_port for 1e89d19f-8db9-45e7-ab4d-deb0356d923f owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:42:49.274379 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] For port a41a1302-ddf6-4246-b9c8-e6c731c4566d, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:42:49.277622 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] For port a41a1302-ddf6-4246-b9c8-e6c731c4566d, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=a41a1302-ddf6-4246-b9c8-e6c731c4566d,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:42:49.309922 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.360089 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,revision_number=9']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:49.372961 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.433493 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Routers {'e3be5581-6f26-4161-bc51-3cac545b1ce0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:42:49.434235 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:42:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['e3be5581-6f26-4161-bc51-3cac545b1ce0'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:49.451784 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Allocated IP 172.20.0.1 (4fcac219-790e-4804-bd51-9d327848110b/516d42f6-3f62-4885-80a7-650349eafa38/8da24dbf-d1f6-48ff-9349-9a2742c0a8b2) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:42:49.467383 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53b79f-ed95-4e6c-b323-f9c9dec81619 None None] Pushing event updated for resources: {'Port': ['ID=a41a1302-ddf6-4246-b9c8-e6c731c4566d,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:49.542861 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 7abc482a-c55f-44ac-8d50-db1162b8d719 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:42:49.564049 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-c524fb30-2e3b-43b0-8ac4-3e81866c7611 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.575494 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] Set router e3be5581-6f26-4161-bc51-3cac545b1ce0 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:42:49.603010 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.607252 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524fb30-2e3b-43b0-8ac4-3e81866c7611 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event deleted for resources: {'Port': ['ID=1e89d19f-8db9-45e7-ab4d-deb0356d923f,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:49.657995 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['55bfaaf4-9006-4c1e-8e34-399c4a69cc8e'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:42:49.662554 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Transition to ACTIVE for port object 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 will not be triggered until provisioned by entity DHCP. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:42:49.747081 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-c524fb30-2e3b-43b0-8ac4-3e81866c7611 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:42:49.757898 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 7abc482a-c55f-44ac-8d50-db1162b8d719 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:49.758283 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.803564 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:49.920131 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Network 4fcac219-790e-4804-bd51-9d327848110b is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:42:49.939996 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4b0bb10e-3ec2-47d8-a354-052d7fb088e6 req-65feeb67-aa20-4ce5-9152-6ba2218aace6 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 210 time: 0.0780184 Aug 29 14:42:49.944266 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:42:49.947329 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 8161afb2-3253-4dca-8ea8-889a47a2b5ac up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:42:49.952539 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:42:49.973758 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'name': 'tempest-TestMinimumBasicScenario-1525365016-router', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a41a1302-ddf6-4246-b9c8-e6c731c4566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:45Z', 'updated_at': '2021-08-29T14:42:46Z', 'revision_number': 3, 'project_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'gw_port': {'id': 'a41a1302-ddf6-4246-b9c8-e6c731c4566d', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:46Z', 'updated_at': '2021-08-29T14:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:49.981200 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Pushing event updated for resources: {'Port': ['ID=8da24dbf-d1f6-48ff-9349-9a2742c0a8b2,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:50.009461 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97095ec8-1c63-4d96-a7c7-1d39cf8c8275 req-99566aea-568b-4036-8d6b-02df629dab82 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:50.010985 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-97095ec8-1c63-4d96-a7c7-1d39cf8c8275 req-99566aea-568b-4036-8d6b-02df629dab82 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 944 time: 0.2110672 Aug 29 14:42:50.018100 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68483f7-0e45-4cd3-9e73-4f07f5712ae7 None None] The sync data for ids ['e3be5581-6f26-4161-bc51-3cac545b1ce0'] in dv-cinder-778193-6-iscsi is: [{'id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'name': 'tempest-TestMinimumBasicScenario-1525365016-router', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a41a1302-ddf6-4246-b9c8-e6c731c4566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:45Z', 'updated_at': '2021-08-29T14:42:46Z', 'revision_number': 3, 'project_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'gw_port': {'id': 'a41a1302-ddf6-4246-b9c8-e6c731c4566d', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:46Z', 'updated_at': '2021-08-29T14:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:42:50.024818 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-c524fb30-2e3b-43b0-8ac4-3e81866c7611 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:42:50.037552 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f5cb2-9dc3-4a31-8d11-ff5a4dfbf306 None None] Sync routers for ids ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:42:50.063823 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2f5cb2-9dc3-4a31-8d11-ff5a4dfbf306 None None] Routers {'714f3cc3-ddd4-4ca9-bb28-a7156c975725'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:42:50.064060 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-4a2f5cb2-9dc3-4a31-8d11-ff5a4dfbf306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:42:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:50.075608 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568277'] for router_interface, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:50.099483 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 8161afb2-3253-4dca-8ea8-889a47a2b5ac triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:50.100530 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:50.154685 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-c524fb30-2e3b-43b0-8ac4-3e81866c7611 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] No DVR routers for this DVR port 1e89d19f-8db9-45e7-ab4d-deb0356d923f on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:42:50.174753 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-c524fb30-2e3b-43b0-8ac4-3e81866c7611 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:50.177264 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2f7aae7f-9732-45de-b27a-77dda9e9ca69 req-c524fb30-2e3b-43b0-8ac4-3e81866c7611 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.36 "DELETE /v2.0/ports/1e89d19f-8db9-45e7-ab4d-deb0356d923f HTTP/1.1" status: 204 len: 173 time: 1.6477411 Aug 29 14:42:50.194921 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-97095ec8-1c63-4d96-a7c7-1d39cf8c8275 req-3843643d-6f55-4fcf-a888-9c7b7d4a3b9a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736827 Aug 29 14:42:50.195578 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72810648-05d1-4424-a3ac-7bda0cefcf1b', 'name': 'network-vif-deleted', 'tag': '1e89d19f-8db9-45e7-ab4d-deb0356d923f'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:42:50.197811 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b7a1f1-80ec-4f50-b7c5-4ed9f4254239" -d '{"events": [{"server_uuid": "72810648-05d1-4424-a3ac-7bda0cefcf1b", "name": "network-vif-deleted", "tag": "1e89d19f-8db9-45e7-ab4d-deb0356d923f"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:42:50.267309 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-4a2f5cb2-9dc3-4a31-8d11-ff5a4dfbf306 None None] Set router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:42:50.292561 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb6bd8c-3c75-4fb6-bffa-b85482427466 x-openstack-request-id: req-abb6bd8c-3c75-4fb6-bffa-b85482427466 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:42:50.292849 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72810648-05d1-4424-a3ac-7bda0cefcf1b", "name": "network-vif-deleted", "tag": "1e89d19f-8db9-45e7-ab4d-deb0356d923f", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:42:50.293098 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abb6bd8c-3c75-4fb6-bffa-b85482427466 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:42:50.293492 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72810648-05d1-4424-a3ac-7bda0cefcf1b', 'name': 'network-vif-deleted', 'tag': '1e89d19f-8db9-45e7-ab4d-deb0356d923f', 'status': 'completed', 'code': 200} Aug 29 14:42:50.424319 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-b08bc64d-d8e6-4ebd-81aa-6147ae482c26 None None] Provisioning for port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:42:50.430258 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-b08bc64d-d8e6-4ebd-81aa-6147ae482c26 None None] Provisioning complete for port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:50.430629 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b08bc64d-d8e6-4ebd-81aa-6147ae482c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:50.461662 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:50.470006 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-b08bc64d-d8e6-4ebd-81aa-6147ae482c26 None None] Port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:42:50.481524 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:50.570133 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-4a2f5cb2-9dc3-4a31-8d11-ff5a4dfbf306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'c0d76403-dd3f-4366-97bb-110c73c1f3c0', 'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'mac_address': 'fa:16:3e:48:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:53Z', 'updated_at': '2021-08-29T14:36:10Z', 'revision_number': 5, 'project_id': '49b2184f7302404ab91b419e21067663', 'subnets': [{'id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:50.611242 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f5cb2-9dc3-4a31-8d11-ff5a4dfbf306 None None] Checking router: 714f3cc3-ddd4-4ca9-bb28-a7156c975725 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:42:50.620209 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2f5cb2-9dc3-4a31-8d11-ff5a4dfbf306 None None] Routers {'714f3cc3-ddd4-4ca9-bb28-a7156c975725'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:42:50.620833 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-4a2f5cb2-9dc3-4a31-8d11-ff5a4dfbf306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:42:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:50.654477 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:50.722604 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:42:50.734155 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-4a2f5cb2-9dc3-4a31-8d11-ff5a4dfbf306 None None] Set router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:42:50.738338 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:50.781000 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:50.782848 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:50.810202 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567562'] for router_interface, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:50.881649 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Pushing event updated for resources: {'Port': ['ID=8da24dbf-d1f6-48ff-9349-9a2742c0a8b2,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:50.882863 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:50.921818 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:42:50.924344 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e3978e-7b3f-4b7e-9db7-a621a6626bc2" -d '{"events": [{"server_uuid": "f557c594-d8b6-4497-a2d9-cb05e9bf2a28", "name": "network-vif-plugged", "status": "completed", "tag": "55bfaaf4-9006-4c1e-8e34-399c4a69cc8e"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:42:50.940820 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:50.957149 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Network 4fcac219-790e-4804-bd51-9d327848110b is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:42:50.958778 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:42:51.000607 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b072e0b-14a5-4d90-8dad-78d0b4b0768e x-openstack-request-id: req-4b072e0b-14a5-4d90-8dad-78d0b4b0768e {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:42:51.000926 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f557c594-d8b6-4497-a2d9-cb05e9bf2a28", "name": "network-vif-plugged", "status": "completed", "tag": "55bfaaf4-9006-4c1e-8e34-399c4a69cc8e", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:42:51.001173 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b072e0b-14a5-4d90-8dad-78d0b4b0768e {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:42:51.001565 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'code': 200} Aug 29 14:42:51.007452 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:51.008316 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 1e89d19f-8db9-45e7-ab4d-deb0356d923f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:42:51.131675 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: 1e89d19f-8db9-45e7-ab4d-deb0356d923f {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:42:51.132818 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Router e3be5581-6f26-4161-bc51-3cac545b1ce0 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:42:51.138898 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 1e89d19f-8db9-45e7-ab4d-deb0356d923f not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:42:51.158198 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,revision_number=10']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:51.176819 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8ce87112-cb4d-4c88-ae00-43949f06b726 req-ab5b719d-0da8-42fb-9ac3-49e6c0269d88 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/ports?device_id=72810648-05d1-4424-a3ac-7bda0cefcf1b HTTP/1.1" status: 200 len: 210 time: 0.0510004 Aug 29 14:42:51.229534 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-4a2f5cb2-9dc3-4a31-8d11-ff5a4dfbf306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'c0d76403-dd3f-4366-97bb-110c73c1f3c0', 'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'mac_address': 'fa:16:3e:48:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:53Z', 'updated_at': '2021-08-29T14:36:10Z', 'revision_number': 5, 'project_id': '49b2184f7302404ab91b419e21067663', 'subnets': [{'id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:51.258453 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f5cb2-9dc3-4a31-8d11-ff5a4dfbf306 None None] The sync data for ids ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'] in dv-cinder-778193-6-iscsi is: [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:35:55Z', 'revision_number': 4, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'c0d76403-dd3f-4366-97bb-110c73c1f3c0', 'name': '', 'network_id': 'c507c791-e7f6-4063-b1e3-354734725b45', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'mac_address': 'fa:16:3e:48:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:53Z', 'updated_at': '2021-08-29T14:36:10Z', 'revision_number': 5, 'project_id': '49b2184f7302404ab91b419e21067663', 'subnets': [{'id': '01d4bbde-cfe8-4c36-b433-81d443b388ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:42:51.307406 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-6702606d-43b7-45c5-89de-ff1b26b00b02 None None] Provisioning complete for port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:51.307691 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-6702606d-43b7-45c5-89de-ff1b26b00b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:51.340242 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:42:51.345095 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-6702606d-43b7-45c5-89de-ff1b26b00b02 None None] Port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:42:51.346695 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-080d6d1a-49ad-4efa-99d0-db6b49dfcad4 admin admin] 10.222.0.16 "PUT /v2.0/routers/e3be5581-6f26-4161-bc51-3cac545b1ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2798984 Aug 29 14:42:51.361423 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1715e7-ae61-4dec-a5f3-142553fb0a84 req-2c96c122-a0cc-4b56-be0c-d88e253adeba tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:51.363590 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ca1715e7-ae61-4dec-a5f3-142553fb0a84 req-2c96c122-a0cc-4b56-be0c-d88e253adeba tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 946 time: 0.0759926 Aug 29 14:42:51.406798 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ca1715e7-ae61-4dec-a5f3-142553fb0a84 req-59c494e9-5967-4d75-b015-717108eb6a12 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367713 Aug 29 14:42:51.484009 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc497700-322b-4988-b8f6-bb9ab3547717 req-b10527dc-e7df-4a65-8555-3b7539776d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:51.485707 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fc497700-322b-4988-b8f6-bb9ab3547717 req-b10527dc-e7df-4a65-8555-3b7539776d39 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 1099 time: 0.0477731 Aug 29 14:42:51.529424 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fc497700-322b-4988-b8f6-bb9ab3547717 req-b20f77f2-c4a3-4cf9-b50b-ee884a6a0a4a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358336 Aug 29 14:42:51.568542 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device a41a1302-ddf6-4246-b9c8-e6c731c4566d up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:42:51.658014 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port a41a1302-ddf6-4246-b9c8-e6c731c4566d completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:42:51.662044 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port a41a1302-ddf6-4246-b9c8-e6c731c4566d triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:51.664519 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:51.747621 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:51.769324 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port a41a1302-ddf6-4246-b9c8-e6c731c4566d, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=a41a1302-ddf6-4246-b9c8-e6c731c4566d,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:51.841806 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:51.896523 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=a41a1302-ddf6-4246-b9c8-e6c731c4566d,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:52.339849 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 49714) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:52.443046 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-6c71aac1-5f9c-4e1a-9d04-741fa5f58d21 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:52.484729 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-6c71aac1-5f9c-4e1a-9d04-741fa5f58d21 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:52.599719 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac759582-fd7b-41f5-8a7b-191838319c57 req-5a5380f5-f2d8-4616-93c0-c9d4c397e34a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:52.601423 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ac759582-fd7b-41f5-8a7b-191838319c57 req-5a5380f5-f2d8-4616-93c0-c9d4c397e34a tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 946 time: 0.0624042 Aug 29 14:42:52.659289 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ac759582-fd7b-41f5-8a7b-191838319c57 req-16fd3c72-89e1-4abd-bb55-cb013f08b34c tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509291 Aug 29 14:42:52.980578 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b61af7-c1e6-4302-b586-a72b82ea692a None None] New status for floating IP 7946e2e3-51f3-4217-8827-ef2acce7f010: DOWN {{(pid=94546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:42:53.166414 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-6c71aac1-5f9c-4e1a-9d04-741fa5f58d21 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:53.169450 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-6c71aac1-5f9c-4e1a-9d04-741fa5f58d21 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:53.170725 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-6c71aac1-5f9c-4e1a-9d04-741fa5f58d21 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "DELETE /v2.0/security-groups/2b57e125-f204-492b-904e-7ac1f52141f0 HTTP/1.1" status: 204 len: 168 time: 0.8295648 Aug 29 14:42:53.173643 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49734) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:53.185302 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Sync routers for ids ['e3be5581-6f26-4161-bc51-3cac545b1ce0'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:42:53.191170 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.api.v2.resource [None req-36dd700c-9bdd-4bf6-a093-ce3032644c4e tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] show failed (client error): The resource could not be found. Aug 29 14:42:53.196130 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71aac1-5f9c-4e1a-9d04-741fa5f58d21 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b57e125-f204-492b-904e-7ac1f52141f0,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:53.196268 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-36dd700c-9bdd-4bf6-a093-ce3032644c4e tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "GET /v2.0/security-groups/2b57e125-f204-492b-904e-7ac1f52141f0 HTTP/1.1" status: 404 len: 347 time: 0.0170534 Aug 29 14:42:53.196386 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49736) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:53.210373 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Routers {'e3be5581-6f26-4161-bc51-3cac545b1ce0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:42:53.211087 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:42:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['e3be5581-6f26-4161-bc51-3cac545b1ce0'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:53.377241 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Set router e3be5581-6f26-4161-bc51-3cac545b1ce0 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:42:53.392847 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-14a87226-ee23-4a9d-a227-8d6e29811ab8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Deleting port 78cfd95c-3595-468a-8683-394c5cbaf214 {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:42:53.393343 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-14a87226-ee23-4a9d-a227-8d6e29811ab8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:53.548028 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-14a87226-ee23-4a9d-a227-8d6e29811ab8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:53.548576 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-14a87226-ee23-4a9d-a227-8d6e29811ab8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:53.557694 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device a41a1302-ddf6-4246-b9c8-e6c731c4566d up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:42:53.587823 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-14a87226-ee23-4a9d-a227-8d6e29811ab8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Calling delete_port for 78cfd95c-3595-468a-8683-394c5cbaf214 owned by network:floatingip {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:42:53.657664 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port a41a1302-ddf6-4246-b9c8-e6c731c4566d triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:53.658348 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:53.660316 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'name': 'tempest-TestMinimumBasicScenario-1525365016-router', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a41a1302-ddf6-4246-b9c8-e6c731c4566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:45Z', 'updated_at': '2021-08-29T14:42:50Z', 'revision_number': 4, 'project_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'gw_port': {'id': 'a41a1302-ddf6-4246-b9c8-e6c731c4566d', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:46Z', 'updated_at': '2021-08-29T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '8da24dbf-d1f6-48ff-9349-9a2742c0a8b2', 'name': '', 'network_id': '4fcac219-790e-4804-bd51-9d327848110b', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'mac_address': 'fa:16:3e:34:ae:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '516d42f6-3f62-4885-80a7-650349eafa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:49Z', 'updated_at': '2021-08-29T14:42:50Z', 'revision_number': 2, 'project_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'subnets': [{'id': '516d42f6-3f62-4885-80a7-650349eafa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:53.695953 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Checking router: e3be5581-6f26-4161-bc51-3cac545b1ce0 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:42:53.696648 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Updating router e3be5581-6f26-4161-bc51-3cac545b1ce0 port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 binding host dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:42:53.731529 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:53.869966 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2749726-3204-440f-bdce-86b4ac912c08 req-18f76bf9-9403-4d44-9645-2e72d7f5ace2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:53.873086 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c2749726-3204-440f-bdce-86b4ac912c08 req-18f76bf9-9403-4d44-9645-2e72d7f5ace2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 946 time: 0.0797517 Aug 29 14:42:53.927685 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-14a87226-ee23-4a9d-a227-8d6e29811ab8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:53.932743 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c2749726-3204-440f-bdce-86b4ac912c08 req-306a91d5-95c6-4c39-8fe5-8fbbc45bc391 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477092 Aug 29 14:42:54.000438 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a87226-ee23-4a9d-a227-8d6e29811ab8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Pushing event deleted for resources: {'Port': ['ID=78cfd95c-3595-468a-8683-394c5cbaf214,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:54.058157 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-14a87226-ee23-4a9d-a227-8d6e29811ab8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks [] for floatingip, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:54.061584 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-14a87226-ee23-4a9d-a227-8d6e29811ab8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:54.065381 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-14a87226-ee23-4a9d-a227-8d6e29811ab8 tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] 10.222.0.16 "DELETE /v2.0/floatingips/7946e2e3-51f3-4217-8827-ef2acce7f010 HTTP/1.1" status: 204 len: 168 time: 0.8655829 Aug 29 14:42:54.172143 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Notify callbacks [] for port, precommit_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:54.183627 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.provisioning_blocks [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Transition to ACTIVE for port object 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 will not be triggered until provisioned by entity L2. {{(pid=94547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:42:54.291845 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:54.432556 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cd6f7-7532-4158-a3d1-15f1ef29256b None None] Pushing event updated for resources: {'Port': ['ID=8da24dbf-d1f6-48ff-9349-9a2742c0a8b2,revision_number=3']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:54.446276 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Attempting to bind port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:42:54.446619 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Attempting to bind port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '80375f18-602d-4782-bdb6-ac203de5228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4fcac219-790e-4804-bd51-9d327848110b'}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:42:54.446973 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Attempting to bind port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 on network 4fcac219-790e-4804-bd51-9d327848110b {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:42:54.457612 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:42:54.458024 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Checking segment: {'id': '80375f18-602d-4782-bdb6-ac203de5228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4fcac219-790e-4804-bd51-9d327848110b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:42:54.458426 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:54.458815 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Bound using segment: {'id': '80375f18-602d-4782-bdb6-ac203de5228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4fcac219-790e-4804-bd51-9d327848110b'} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:42:54.459281 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Bound port: 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80375f18-602d-4782-bdb6-ac203de5228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '4fcac219-790e-4804-bd51-9d327848110b'}}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:42:54.459681 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:54.561479 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] For port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:42:54.568057 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] For port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=8da24dbf-d1f6-48ff-9349-9a2742c0a8b2,segment=NetworkSegment(80375f18-602d-4782-bdb6-ac203de5228e),segment_id=80375f18-602d-4782-bdb6-ac203de5228e)] {{(pid=94547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:42:54.641022 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:54.708520 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Routers {'e3be5581-6f26-4161-bc51-3cac545b1ce0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:42:54.709157 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:42:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['e3be5581-6f26-4161-bc51-3cac545b1ce0'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:54.763878 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cd6f7-7532-4158-a3d1-15f1ef29256b None None] Pushing event updated for resources: {'Port': ['ID=8da24dbf-d1f6-48ff-9349-9a2742c0a8b2,revision_number=4']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:54.850524 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] Set router e3be5581-6f26-4161-bc51-3cac545b1ce0 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:42:55.095491 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a8753-9ed7-41e3-959a-472be437c1a7 req-7d2a4e1a-5916-4f7f-9ad7-6069f4f5c6c4 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:55.097311 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b71a8753-9ed7-41e3-959a-472be437c1a7 req-7d2a4e1a-5916-4f7f-9ad7-6069f4f5c6c4 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 946 time: 0.0714121 Aug 29 14:42:55.130634 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'name': 'tempest-TestMinimumBasicScenario-1525365016-router', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a41a1302-ddf6-4246-b9c8-e6c731c4566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:45Z', 'updated_at': '2021-08-29T14:42:50Z', 'revision_number': 4, 'project_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'gw_port': {'id': 'a41a1302-ddf6-4246-b9c8-e6c731c4566d', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:46Z', 'updated_at': '2021-08-29T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '8da24dbf-d1f6-48ff-9349-9a2742c0a8b2', 'name': '', 'network_id': '4fcac219-790e-4804-bd51-9d327848110b', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'mac_address': 'fa:16:3e:34:ae:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '516d42f6-3f62-4885-80a7-650349eafa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:49Z', 'updated_at': '2021-08-29T14:42:54Z', 'revision_number': 4, 'project_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'subnets': [{'id': '516d42f6-3f62-4885-80a7-650349eafa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:42:55.158891 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b71a8753-9ed7-41e3-959a-472be437c1a7 req-76e6aee3-b580-4bf6-9872-376190bd4d93 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534253 Aug 29 14:42:55.164196 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a638f3d-8c49-4cd1-b486-c793f48cf6cd None None] The sync data for ids ['e3be5581-6f26-4161-bc51-3cac545b1ce0'] in dv-cinder-778193-6-iscsi is: [{'id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'name': 'tempest-TestMinimumBasicScenario-1525365016-router', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a41a1302-ddf6-4246-b9c8-e6c731c4566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:45Z', 'updated_at': '2021-08-29T14:42:50Z', 'revision_number': 4, 'project_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'gw_port': {'id': 'a41a1302-ddf6-4246-b9c8-e6c731c4566d', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:46Z', 'updated_at': '2021-08-29T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '8da24dbf-d1f6-48ff-9349-9a2742c0a8b2', 'name': '', 'network_id': '4fcac219-790e-4804-bd51-9d327848110b', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'mac_address': 'fa:16:3e:34:ae:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '516d42f6-3f62-4885-80a7-650349eafa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:49Z', 'updated_at': '2021-08-29T14:42:54Z', 'revision_number': 4, 'project_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'subnets': [{'id': '516d42f6-3f62-4885-80a7-650349eafa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:42:55.562127 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:42:55.818778 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:42:55.823432 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:55.823927 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:55.924380 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:55.965909 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=8da24dbf-d1f6-48ff-9349-9a2742c0a8b2,segment=NetworkSegment(80375f18-602d-4782-bdb6-ac203de5228e),segment_id=80375f18-602d-4782-bdb6-ac203de5228e)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:56.064326 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:56.118111 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=8da24dbf-d1f6-48ff-9349-9a2742c0a8b2,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:42:56.127952 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:56.128627 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:56.129042 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:56.129449 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:56.129843 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:56.130433 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:56.130969 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:56.131509 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:56.131841 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:56.132172 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:56.132500 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:56.132825 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:42:57.538088 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:42:57.593823 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:42:57.594233 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:58.492392 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 49792) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:42:58.760975 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:59.060763 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-24e05d5f-3541-42c0-9f49-5dc95dcb4fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568830'] for router_interface, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:59.591615 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-24e05d5f-3541-42c0-9f49-5dc95dcb4fca admin admin] Deleting port c0d76403-dd3f-4366-97bb-110c73c1f3c0 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:42:59.592756 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-24e05d5f-3541-42c0-9f49-5dc95dcb4fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:59.682090 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-24e05d5f-3541-42c0-9f49-5dc95dcb4fca admin admin] For port c0d76403-dd3f-4366-97bb-110c73c1f3c0, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=c0d76403-dd3f-4366-97bb-110c73c1f3c0,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:42:59.682454 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-24e05d5f-3541-42c0-9f49-5dc95dcb4fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:42:59.698518 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-24e05d5f-3541-42c0-9f49-5dc95dcb4fca admin admin] Calling delete_port for c0d76403-dd3f-4366-97bb-110c73c1f3c0 owned by network:router_interface {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:42:59.827941 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f0a8376f-62c6-46da-8a37-b6bd302f7bc0 req-2367c01d-0994-42d1-b934-312a2640bc84 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661716 Aug 29 14:42:59.936044 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8376f-62c6-46da-8a37-b6bd302f7bc0 req-fb23e4a7-df4f-487d-94b4-1b96542ed161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:42:59.937557 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f0a8376f-62c6-46da-8a37-b6bd302f7bc0 req-fb23e4a7-df4f-487d-94b4-1b96542ed161 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=236affd94e314d68a10b2decd9cafcd1&device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 1098 time: 0.0648272 Aug 29 14:43:00.081571 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8376f-62c6-46da-8a37-b6bd302f7bc0 req-2be869cb-8571-4439-8939-018071c975dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:00.082982 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f0a8376f-62c6-46da-8a37-b6bd302f7bc0 req-2be869cb-8571-4439-8939-018071c975dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=d84c55a3-b401-4300-b3ca-9117e55c4b72 HTTP/1.1" status: 200 len: 909 time: 0.1068411 Aug 29 14:43:00.131220 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-24e05d5f-3541-42c0-9f49-5dc95dcb4fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:00.165273 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e05d5f-3541-42c0-9f49-5dc95dcb4fca admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d76403-dd3f-4366-97bb-110c73c1f3c0,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:00.188079 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f0a8376f-62c6-46da-8a37-b6bd302f7bc0 req-fed97f5d-3632-4670-8c8d-3bdb30515be1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1 HTTP/1.1" status: 200 len: 1000 time: 0.0971417 Aug 29 14:43:00.288369 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8376f-62c6-46da-8a37-b6bd302f7bc0 req-ad3ace7c-250e-48d4-ae5d-e752acbc9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:00.289960 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f0a8376f-62c6-46da-8a37-b6bd302f7bc0 req-ad3ace7c-250e-48d4-ae5d-e752acbc9fa2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c51a3205-4b38-4051-8846-91cae5501301 HTTP/1.1" status: 200 len: 847 time: 0.0873234 Aug 29 14:43:00.431595 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8376f-62c6-46da-8a37-b6bd302f7bc0 req-8ec0c7ad-9e0e-4c38-a5ad-afeb6b691a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:00.433079 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f0a8376f-62c6-46da-8a37-b6bd302f7bc0 req-8ec0c7ad-9e0e-4c38-a5ad-afeb6b691a7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d84c55a3-b401-4300-b3ca-9117e55c4b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874403 Aug 29 14:43:00.435779 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-24e05d5f-3541-42c0-9f49-5dc95dcb4fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568628'] for router_interface, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:00.617072 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f0a8376f-62c6-46da-8a37-b6bd302f7bc0 req-5f82bfab-239a-49af-be29-b3b41c86f2ae service neutron] 10.222.0.36 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748190 Aug 29 14:43:00.807277 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e05d5f-3541-42c0-9f49-5dc95dcb4fca admin admin] Router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:43:00.813249 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f0a8376f-62c6-46da-8a37-b6bd302f7bc0 req-2e9010f0-ee78-4e8d-8ccc-f1958fceec19 service neutron] 10.222.0.36 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888244 Aug 29 14:43:00.926350 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e05d5f-3541-42c0-9f49-5dc95dcb4fca admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:43:00.938258 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-24e05d5f-3541-42c0-9f49-5dc95dcb4fca admin admin] 10.222.0.16 "PUT /v2.0/routers/714f3cc3-ddd4-4ca9-bb28-a7156c975725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4447315 Aug 29 14:43:00.940477 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abb386-ad15-4c50-9703-015719a90960 None None] Sync routers for ids ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:43:00.940921 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 49800) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:00.954717 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abb386-ad15-4c50-9703-015719a90960 None None] Routers {'714f3cc3-ddd4-4ca9-bb28-a7156c975725'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:43:00.955859 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-02abb386-ad15-4c50-9703-015719a90960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:42:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:01.076595 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] Notify callbacks [] for router, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:01.195064 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-02abb386-ad15-4c50-9703-015719a90960 None None] Set router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:43:01.200986 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:01.396118 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-02abb386-ad15-4c50-9703-015719a90960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:42:59Z', 'revision_number': 5, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:01.423251 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abb386-ad15-4c50-9703-015719a90960 None None] Checking router: 714f3cc3-ddd4-4ca9-bb28-a7156c975725 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:43:01.431383 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abb386-ad15-4c50-9703-015719a90960 None None] Routers {'714f3cc3-ddd4-4ca9-bb28-a7156c975725'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:43:01.431982 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-02abb386-ad15-4c50-9703-015719a90960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:42:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:01.562912 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] Deleting port afb780b7-8911-48df-910f-579381dae403 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:43:01.563273 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:01.566313 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-02abb386-ad15-4c50-9703-015719a90960 None None] Set router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:43:01.647683 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] For port afb780b7-8911-48df-910f-579381dae403, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=afb780b7-8911-48df-910f-579381dae403,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:43:01.648260 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:01.660469 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] Calling delete_port for afb780b7-8911-48df-910f-579381dae403 owned by network:router_gateway {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:43:01.762129 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-02abb386-ad15-4c50-9703-015719a90960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:42:59Z', 'revision_number': 5, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:01.793713 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abb386-ad15-4c50-9703-015719a90960 None None] The sync data for ids ['714f3cc3-ddd4-4ca9-bb28-a7156c975725'] in dv-cinder-778193-6-iscsi is: [{'id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'name': 'tempest-AttachVolumeTestJSON-1658020463-router', 'tenant_id': '49b2184f7302404ab91b419e21067663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'afb780b7-8911-48df-910f-579381dae403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:47Z', 'updated_at': '2021-08-29T14:42:59Z', 'revision_number': 5, 'project_id': '49b2184f7302404ab91b419e21067663', 'gw_port': {'id': 'afb780b7-8911-48df-910f-579381dae403', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714f3cc3-ddd4-4ca9-bb28-a7156c975725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:43:01.954711 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:01.977815 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] Pushing event deleted for resources: {'Port': ['ID=afb780b7-8911-48df-910f-579381dae403,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:02.041035 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568174'] for router_gateway, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:02.138059 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102423'] for router, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:02.140658 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:02.260104 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561406'] for router, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:02.260792 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 714f3cc3-ddd4-4ca9-bb28-a7156c975725 {{(pid=94544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:43:02.275454 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] Notify callbacks [] for router, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:02.279089 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-0ccf98d7-1035-47b1-810d-e8376f4cf26c admin admin] 10.222.0.16 "DELETE /v2.0/routers/714f3cc3-ddd4-4ca9-bb28-a7156c975725 HTTP/1.1" status: 204 len: 168 time: 1.3348408 Aug 29 14:43:02.279361 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49806) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:02.332482 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44d4dc1-9b8b-4dcb-abfa-5c47d1ff48c2 admin admin] Deleting subnet 01d4bbde-cfe8-4c36-b433-81d443b388ca {{(pid=94545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:43:02.335773 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c44d4dc1-9b8b-4dcb-abfa-5c47d1ff48c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:02.371470 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c44d4dc1-9b8b-4dcb-abfa-5c47d1ff48c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3957150'] for subnet, precommit_delete_associations {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:02.492492 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c44d4dc1-9b8b-4dcb-abfa-5c47d1ff48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:02.606447 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c44d4dc1-9b8b-4dcb-abfa-5c47d1ff48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3712948'] for subnet, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:02.630847 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d4dc1-9b8b-4dcb-abfa-5c47d1ff48c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d4bbde-cfe8-4c36-b433-81d443b388ca,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:02.640438 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c44d4dc1-9b8b-4dcb-abfa-5c47d1ff48c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:02.642345 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-c44d4dc1-9b8b-4dcb-abfa-5c47d1ff48c2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/01d4bbde-cfe8-4c36-b433-81d443b388ca HTTP/1.1" status: 204 len: 168 time: 0.3617282 Aug 29 14:43:02.644718 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49814) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:02.647809 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585c6997-ad34-4a38-8ee5-91d2b5f1e68d None None] Network c507c791-e7f6-4063-b1e3-354734725b45 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:43:02.713798 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:02.784545 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] Deleting port 7986f085-9124-43ff-9d64-6b68c8f4b089 {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:43:02.785196 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:02.867748 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.db [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] For port 7986f085-9124-43ff-9d64-6b68c8f4b089, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=7986f085-9124-43ff-9d64-6b68c8f4b089,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:43:02.868115 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:02.881554 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] Calling delete_port for 7986f085-9124-43ff-9d64-6b68c8f4b089 owned by network:dhcp {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:43:02.891087 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5a72f9-b6ac-4030-a7b3-8d4e7ca3682d None None] DHCP port deletion for c507c791-e7f6-4063-b1e3-354734725b45 request from dv-cinder-778193-6-iscsi {{(pid=94546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:43:02.947350 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-db5a72f9-b6ac-4030-a7b3-8d4e7ca3682d None None] Deleting port 7986f085-9124-43ff-9d64-6b68c8f4b089 {{(pid=94546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:43:02.949689 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-db5a72f9-b6ac-4030-a7b3-8d4e7ca3682d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:03.009998 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-db5a72f9-b6ac-4030-a7b3-8d4e7ca3682d None None] For port 7986f085-9124-43ff-9d64-6b68c8f4b089, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=7986f085-9124-43ff-9d64-6b68c8f4b089,segment=NetworkSegment(4a1f4d96-7f01-44bc-9d26-98cfb6d31775),segment_id=4a1f4d96-7f01-44bc-9d26-98cfb6d31775)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:43:03.010395 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-db5a72f9-b6ac-4030-a7b3-8d4e7ca3682d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:03.024377 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-db5a72f9-b6ac-4030-a7b3-8d4e7ca3682d None None] Calling delete_port for 7986f085-9124-43ff-9d64-6b68c8f4b089 owned by network:dhcp {{(pid=94546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:43:03.058658 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:03.088590 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] Pushing event deleted for resources: {'Port': ['ID=7986f085-9124-43ff-9d64-6b68c8f4b089,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:03.094290 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] No DVR routers for this DVR port 7986f085-9124-43ff-9d64-6b68c8f4b089 on host dv-cinder-778193-6-iscsi {{(pid=94545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:43:03.174250 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:03.187030 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-db5a72f9-b6ac-4030-a7b3-8d4e7ca3682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109'] for port, after_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:03.187296 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c507c791-e7f6-4063-b1e3-354734725b45']}} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:03.197845 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1f4d96-7f01-44bc-9d26-98cfb6d31775') {'for_net_delete': True} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:03.198161 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1f4d96-7f01-44bc-9d26-98cfb6d31775') {} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:03.207835 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3957121'] for segment, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:03.212954 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a72f9-b6ac-4030-a7b3-8d4e7ca3682d None None] Pushing event deleted for resources: {'Port': ['ID=7986f085-9124-43ff-9d64-6b68c8f4b089,revision_number=None']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:03.215460 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081d3c7-e7ca-4024-a25d-400584708770 req-0f5c2827-0c73-43c1-8b58-112b3d395fe7 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:03.217857 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a081d3c7-e7ca-4024-a25d-400584708770 req-0f5c2827-0c73-43c1-8b58-112b3d395fe7 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/networks?id=12c21bd5-f232-4467-b923-394610bfbd17 HTTP/1.1" status: 200 len: 815 time: 0.1061862 Aug 29 14:43:03.219063 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a72f9-b6ac-4030-a7b3-8d4e7ca3682d None None] No DVR routers for this DVR port 7986f085-9124-43ff-9d64-6b68c8f4b089 on host dv-cinder-778193-6-iscsi {{(pid=94546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:43:03.234262 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:03.235628 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a081d3c7-e7ca-4024-a25d-400584708770 req-a86dcf9e-b2ab-49b5-bbf8-518d7635bcdb tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/quotas/50e1e30ed1d34a3095da54288e159f79 HTTP/1.1" status: 200 len: 375 time: 0.0116737 Aug 29 14:43:03.245075 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=94545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:43:03.245477 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958049'] for segment, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: Traceback (most recent call last): Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: timer() Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: cb(*args, **kw) Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: return func(*args, **kwargs) Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: self._notify() Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: self.callback(batched_events) Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: event.method(event) Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: return f(self, *a, **k) Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._get(url).json() Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: return self.request(url, 'GET', **kwargs) Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:43:03.247874 dv-cinder-778193-6-iscsi neutron-server[94545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:43:03.293484 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a081d3c7-e7ca-4024-a25d-400584708770 req-5525dae9-9d72-4e30-bc58-90eb278a4322 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=50e1e30ed1d34a3095da54288e159f79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506594 Aug 29 14:43:03.378226 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:03.383828 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:03.385858 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c507c791-e7f6-4063-b1e3-354734725b45 HTTP/1.1" status: 204 len: 168 time: 0.7400444 Aug 29 14:43:03.389144 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a081d3c7-e7ca-4024-a25d-400584708770 req-820b5196-2e0b-4a87-8140-555dc48fe6e3 service neutron] 10.222.0.16 "GET /v2.0/networks/12c21bd5-f232-4467-b923-394610bfbd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822709 Aug 29 14:43:03.396834 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9a60a-9d6c-47b0-98e4-c56d1b7fdf89 admin admin] Pushing event deleted for resources: {'Network': ['ID=c507c791-e7f6-4063-b1e3-354734725b45,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:03.487137 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a081d3c7-e7ca-4024-a25d-400584708770 req-f89aa94a-e800-499e-9f95-837cecffc728 service neutron] 10.222.0.16 "GET /v2.0/networks/12c21bd5-f232-4467-b923-394610bfbd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909171 Aug 29 14:43:03.540124 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device afb780b7-8911-48df-910f-579381dae403 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:43:03.560482 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: afb780b7-8911-48df-910f-579381dae403 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:43:03.560904 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device afb780b7-8911-48df-910f-579381dae403 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:43:03.561383 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 7986f085-9124-43ff-9d64-6b68c8f4b089 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:43:03.580376 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 7986f085-9124-43ff-9d64-6b68c8f4b089 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:43:03.580712 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 7986f085-9124-43ff-9d64-6b68c8f4b089 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:43:03.581113 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device c0d76403-dd3f-4366-97bb-110c73c1f3c0 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:43:03.603270 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: c0d76403-dd3f-4366-97bb-110c73c1f3c0 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:43:03.603609 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device c0d76403-dd3f-4366-97bb-110c73c1f3c0 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:43:03.677350 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49836) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:03.701506 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a3b5b229-2ce2-4ca7-853c-70a6ce746b0b req-e5b8473f-fa97-4784-9ad8-92975b9db654 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 210 time: 0.0284328 Aug 29 14:43:03.723125 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-e39da3b3-1598-41ba-99a9-f57ebd7ba81d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49b2184f7302404ab91b419e21067663&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396016 Aug 29 14:43:03.723125 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49838) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:03.768709 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-158dbf66-f125-4133-8e0f-5bf71367acd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:03.790628 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-158dbf66-f125-4133-8e0f-5bf71367acd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:03.909507 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-158dbf66-f125-4133-8e0f-5bf71367acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:03.912076 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-158dbf66-f125-4133-8e0f-5bf71367acd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:03.913355 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-158dbf66-f125-4133-8e0f-5bf71367acd9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4b34d46-808b-43a1-ab8c-a6d44654af70 HTTP/1.1" status: 204 len: 168 time: 0.1919470 Aug 29 14:43:03.921665 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158dbf66-f125-4133-8e0f-5bf71367acd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b34d46-808b-43a1-ab8c-a6d44654af70,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:04.807414 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-38cae758-e4d4-4b96-b7bc-2206b8e3d4c4 req-21f48f01-0a99-4520-b665-9248b48c081e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 210 time: 0.0265968 Aug 29 14:43:05.905779 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-99a9000c-5145-4b02-a4f5-7d1f71e19cd9 req-c15d4cee-b783-42df-86f9-94dc5f98fe1d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 210 time: 0.0269337 Aug 29 14:43:06.336257 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081d3c7-e7ca-4024-a25d-400584708770 req-858b1048-dce9-4a99-8fc3-310397e9e015 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:06.337622 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a081d3c7-e7ca-4024-a25d-400584708770 req-858b1048-dce9-4a99-8fc3-310397e9e015 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.36 "GET /v2.0/networks?id=12c21bd5-f232-4467-b923-394610bfbd17 HTTP/1.1" status: 200 len: 815 time: 0.3480668 Aug 29 14:43:06.366452 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-a081d3c7-e7ca-4024-a25d-400584708770 req-d6c3fc3b-b13c-4ac5-8b63-ed9beaf8731d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Request body: {'port': {'device_id': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'admin_state_up': True, 'tenant_id': '50e1e30ed1d34a3095da54288e159f79'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:43:06.561224 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a081d3c7-e7ca-4024-a25d-400584708770 req-d6c3fc3b-b13c-4ac5-8b63-ed9beaf8731d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Made reservation on behalf of 50e1e30ed1d34a3095da54288e159f79 for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:43:06.565524 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a081d3c7-e7ca-4024-a25d-400584708770 req-d6c3fc3b-b13c-4ac5-8b63-ed9beaf8731d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:06.710295 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-a081d3c7-e7ca-4024-a25d-400584708770 req-d6c3fc3b-b13c-4ac5-8b63-ed9beaf8731d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Allocated IP 172.20.0.12 (12c21bd5-f232-4467-b923-394610bfbd17/2db40e74-0ee2-4cb4-891f-66ae89379113/c7a60d32-3281-463d-89c2-45d8c14d73c6) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:43:06.861232 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a081d3c7-e7ca-4024-a25d-400584708770 req-d6c3fc3b-b13c-4ac5-8b63-ed9beaf8731d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:06.875050 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-a081d3c7-e7ca-4024-a25d-400584708770 req-d6c3fc3b-b13c-4ac5-8b63-ed9beaf8731d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Transition to ACTIVE for port object c7a60d32-3281-463d-89c2-45d8c14d73c6 will not be triggered until provisioned by entity DHCP. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:43:06.979699 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a081d3c7-e7ca-4024-a25d-400584708770 req-d6c3fc3b-b13c-4ac5-8b63-ed9beaf8731d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:07.096514 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a081d3c7-e7ca-4024-a25d-400584708770 req-d6c3fc3b-b13c-4ac5-8b63-ed9beaf8731d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Network 12c21bd5-f232-4467-b923-394610bfbd17 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:43:07.105020 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-a081d3c7-e7ca-4024-a25d-400584708770 req-d6c3fc3b-b13c-4ac5-8b63-ed9beaf8731d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:43:07.108816 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-a081d3c7-e7ca-4024-a25d-400584708770 req-d6c3fc3b-b13c-4ac5-8b63-ed9beaf8731d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:43:07.114732 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3fc3b-b13c-4ac5-8b63-ed9beaf8731d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Pushing event updated for resources: {'Port': ['ID=c7a60d32-3281-463d-89c2-45d8c14d73c6,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:07.141424 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49922) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:07.191021 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b363fe-ec41-4599-9d4b-c1e17138e071 req-71f9131f-f91a-4910-ba40-b0cdd65d7384 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:07.192644 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d8b363fe-ec41-4599-9d4b-c1e17138e071 req-71f9131f-f91a-4910-ba40-b0cdd65d7384 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 932 time: 0.1668334 Aug 29 14:43:07.259390 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081d3c7-e7ca-4024-a25d-400584708770 req-d6c3fc3b-b13c-4ac5-8b63-ed9beaf8731d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:07.260077 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a081d3c7-e7ca-4024-a25d-400584708770 req-d6c3fc3b-b13c-4ac5-8b63-ed9beaf8731d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:07.279361 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d8b363fe-ec41-4599-9d4b-c1e17138e071 req-79248155-d08a-48a2-9a91-0a68ac3e2641 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792210 Aug 29 14:43:07.356809 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1f4f38bf-abe4-41d8-a56a-bb4fdfacd295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:07.384944 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a081d3c7-e7ca-4024-a25d-400584708770 req-d6c3fc3b-b13c-4ac5-8b63-ed9beaf8731d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0225465 Aug 29 14:43:07.469600 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-6558c2e8-b9a3-41f2-a5a4-dad90dd76fc8 None None] Provisioning for port c7a60d32-3281-463d-89c2-45d8c14d73c6 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:43:07.475848 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-6558c2e8-b9a3-41f2-a5a4-dad90dd76fc8 None None] Provisioning complete for port c7a60d32-3281-463d-89c2-45d8c14d73c6 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:43:07.479219 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-6558c2e8-b9a3-41f2-a5a4-dad90dd76fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:07.491808 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1f4f38bf-abe4-41d8-a56a-bb4fdfacd295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:07.518095 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-6558c2e8-b9a3-41f2-a5a4-dad90dd76fc8 None None] Port c7a60d32-3281-463d-89c2-45d8c14d73c6 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:43:07.556706 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1f4f38bf-abe4-41d8-a56a-bb4fdfacd295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:07.607028 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-1f4f38bf-abe4-41d8-a56a-bb4fdfacd295 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=516a89a19661422192ad844a93bc0500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638205 Aug 29 14:43:07.608266 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f38bf-abe4-41d8-a56a-bb4fdfacd295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9401076-756e-4f90-9c34-256e05fd5856,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:07.609699 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 49926) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:07.664027 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-79cc40b2-3276-4f09-b099-528296a1cc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:07.690409 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-79cc40b2-3276-4f09-b099-528296a1cc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:07.829731 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-79cc40b2-3276-4f09-b099-528296a1cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:07.832304 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-79cc40b2-3276-4f09-b099-528296a1cc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:07.833452 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-79cc40b2-3276-4f09-b099-528296a1cc08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9401076-756e-4f90-9c34-256e05fd5856 HTTP/1.1" status: 204 len: 168 time: 0.2218938 Aug 29 14:43:07.842496 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc40b2-3276-4f09-b099-528296a1cc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9401076-756e-4f90-9c34-256e05fd5856,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:08.399406 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10d1ef-8500-4c3b-adc4-74371975a879 req-7e10c92d-91a1-4e67-a329-f56a384885f6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:08.400870 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-de10d1ef-8500-4c3b-adc4-74371975a879 req-7e10c92d-91a1-4e67-a329-f56a384885f6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 932 time: 0.0481608 Aug 29 14:43:08.438250 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-de10d1ef-8500-4c3b-adc4-74371975a879 req-69d3c34c-9cf7-41ce-a6ea-3d5b496d0b57 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307102 Aug 29 14:43:08.472871 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 49934) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:08.485953 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1b501f9b-ce43-4b8c-8efe-61324fa120aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:08.580077 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1b501f9b-ce43-4b8c-8efe-61324fa120aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:08.640994 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1b501f9b-ce43-4b8c-8efe-61324fa120aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:08.684916 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-1b501f9b-ce43-4b8c-8efe-61324fa120aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f51f49f3030432fb567b33a01a65d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078853 Aug 29 14:43:08.684916 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b501f9b-ce43-4b8c-8efe-61324fa120aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943eb3dc-90b6-4652-916b-da69ed6cfdb5,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:08.685381 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 49936) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:08.748916 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7215-0828-4294-afd9-aefb6e8587c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:08.769392 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7215-0828-4294-afd9-aefb6e8587c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:08.914705 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7215-0828-4294-afd9-aefb6e8587c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:08.917147 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fbcb7215-0828-4294-afd9-aefb6e8587c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:08.921106 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-fbcb7215-0828-4294-afd9-aefb6e8587c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/943eb3dc-90b6-4652-916b-da69ed6cfdb5 HTTP/1.1" status: 204 len: 168 time: 0.2317231 Aug 29 14:43:08.926498 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb7215-0828-4294-afd9-aefb6e8587c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943eb3dc-90b6-4652-916b-da69ed6cfdb5,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:09.553045 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f966afe-ef23-427d-86e8-2f452d462b26 req-53bbc7d3-41b2-4341-920a-aaee37d52317 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:09.554771 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5f966afe-ef23-427d-86e8-2f452d462b26 req-53bbc7d3-41b2-4341-920a-aaee37d52317 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 932 time: 0.0506413 Aug 29 14:43:09.595310 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5f966afe-ef23-427d-86e8-2f452d462b26 req-aff8c62f-f5c2-4368-a659-61d365cb1865 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341430 Aug 29 14:43:10.752394 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabeab55-f246-4395-badb-89ab8716144b req-287c3399-8474-4f1f-87dc-ec61ab4f2b9c tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:10.755748 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-aabeab55-f246-4395-badb-89ab8716144b req-287c3399-8474-4f1f-87dc-ec61ab4f2b9c tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 932 time: 0.0883455 Aug 29 14:43:10.808265 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-aabeab55-f246-4395-badb-89ab8716144b req-b9e7a477-0e93-49bd-8db7-baf322557547 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480835 Aug 29 14:43:11.939285 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd48f6-605a-49f6-a491-ee7c6ee10fab req-13d6ba90-6d94-4435-b85a-7a0058727d34 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:11.940967 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b7fd48f6-605a-49f6-a491-ee7c6ee10fab req-13d6ba90-6d94-4435-b85a-7a0058727d34 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 932 time: 0.0569568 Aug 29 14:43:12.004874 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b7fd48f6-605a-49f6-a491-ee7c6ee10fab req-378e95ba-7a14-4c7c-ae2f-2685cb9c92c8 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569620 Aug 29 14:43:13.136928 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d819da0-40d9-4ee6-9cce-0b543882bc70 req-30f932f3-09ec-4b82-b73a-f8b1c4290be8 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:13.139024 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4d819da0-40d9-4ee6-9cce-0b543882bc70 req-30f932f3-09ec-4b82-b73a-f8b1c4290be8 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 932 time: 0.0513363 Aug 29 14:43:13.176876 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4d819da0-40d9-4ee6-9cce-0b543882bc70 req-65b46cef-c2e4-4403-b359-95f4507e95ed tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316179 Aug 29 14:43:14.294113 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffeaba-45b5-47ca-8bdd-8ca0563b700a req-842b227d-f064-4e91-b7c4-39130f6d0513 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:14.295822 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-00ffeaba-45b5-47ca-8bdd-8ca0563b700a req-842b227d-f064-4e91-b7c4-39130f6d0513 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 932 time: 0.0529563 Aug 29 14:43:14.333024 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-00ffeaba-45b5-47ca-8bdd-8ca0563b700a req-5c1bf740-cede-46df-be8f-142afded0fb4 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312729 Aug 29 14:43:15.189876 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e8ad73c1-07bf-465b-84ce-2246f1f222d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:15.451263 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045d81a-af0c-4bbb-8746-8751faff71b0 req-10aee17c-27d8-4593-b669-96bee7a2a6d8 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:15.452803 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2045d81a-af0c-4bbb-8746-8751faff71b0 req-10aee17c-27d8-4593-b669-96bee7a2a6d8 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 932 time: 0.0534592 Aug 29 14:43:15.500727 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2045d81a-af0c-4bbb-8746-8751faff71b0 req-61b939ec-d846-494d-a642-6bc2b278a213 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Aug 29 14:43:16.653410 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2526b-4ecd-471f-bd98-08d836281b2b req-2e02651a-571a-4423-8f3a-88dd4939bc9a tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:16.656155 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9bd2526b-4ecd-471f-bd98-08d836281b2b req-2e02651a-571a-4423-8f3a-88dd4939bc9a tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 932 time: 0.0862718 Aug 29 14:43:16.699625 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9bd2526b-4ecd-471f-bd98-08d836281b2b req-56ed74fd-436f-4c7e-9f9a-fdd95721238a tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370548 Aug 29 14:43:17.454043 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:43:17.812462 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-dfba4ee8-daa4-4400-bcaa-7732de7505d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:17.822600 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7cb24-5379-4915-bb5a-d600c2114854 req-978e6bff-be88-4355-8737-82c013538b8a tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:17.824092 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-18f7cb24-5379-4915-bb5a-d600c2114854 req-978e6bff-be88-4355-8737-82c013538b8a tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 932 time: 0.0487335 Aug 29 14:43:17.869012 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-18f7cb24-5379-4915-bb5a-d600c2114854 req-90147dd3-9cff-4d44-a12d-ed1c15441af2 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 Aug 29 14:43:18.218359 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:19.024147 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039051a-33a9-42b4-a559-b7c7feea43d3 req-f9ad2e04-6425-41b4-b1d4-239eee614fcd tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:19.026505 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f039051a-33a9-42b4-a559-b7c7feea43d3 req-f9ad2e04-6425-41b4-b1d4-239eee614fcd tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 932 time: 0.0877419 Aug 29 14:43:19.069029 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f039051a-33a9-42b4-a559-b7c7feea43d3 req-0ed59978-952a-43b7-8c84-d2785848679d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349650 Aug 29 14:43:19.794920 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:20.185653 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff39b7f-e158-473b-88e6-2287d486c6be req-8838a8e3-f31b-4813-b4a5-0344cbe48591 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:20.187833 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8ff39b7f-e158-473b-88e6-2287d486c6be req-8838a8e3-f31b-4813-b4a5-0344cbe48591 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 932 time: 0.0504766 Aug 29 14:43:20.230312 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8ff39b7f-e158-473b-88e6-2287d486c6be req-f5dac987-00ee-492a-86e9-cbee4615909d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365033 Aug 29 14:43:20.423783 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:21.343797 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab899734-76af-494a-82c8-902d4c0d31d2 req-d8454992-2212-4a4e-9e1f-939e0485f681 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:21.345250 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ab899734-76af-494a-82c8-902d4c0d31d2 req-d8454992-2212-4a4e-9e1f-939e0485f681 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 932 time: 0.0471778 Aug 29 14:43:21.384070 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ab899734-76af-494a-82c8-902d4c0d31d2 req-c3cd24e0-358f-4a63-8b6d-d7433a50c383 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324364 Aug 29 14:43:21.798085 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Request body: {'port': {'device_id': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:43:21.853201 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:22.112883 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a60d32-3281-463d-89c2-45d8c14d73c6 {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:43:22.120035 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:22.132426 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Transition to ACTIVE for port object c7a60d32-3281-463d-89c2-45d8c14d73c6 will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:43:22.269293 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:22.325898 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a60d32-3281-463d-89c2-45d8c14d73c6,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:22.393604 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Attempting to bind port c7a60d32-3281-463d-89c2-45d8c14d73c6 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:43:22.394382 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Attempting to bind port c7a60d32-3281-463d-89c2-45d8c14d73c6 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '728403e2-931b-43a8-83b6-19d0936b780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:43:22.394382 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Attempting to bind port c7a60d32-3281-463d-89c2-45d8c14d73c6 on network 12c21bd5-f232-4467-b923-394610bfbd17 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:43:22.398793 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Port c7a60d32-3281-463d-89c2-45d8c14d73c6 on network 12c21bd5-f232-4467-b923-394610bfbd17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:43:22.399136 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Attempting to bind port c7a60d32-3281-463d-89c2-45d8c14d73c6 on network 12c21bd5-f232-4467-b923-394610bfbd17 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:43:22.404198 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:43:22.404533 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Checking segment: {'id': '728403e2-931b-43a8-83b6-19d0936b780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:43:22.404917 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Bound using segment: {'id': '728403e2-931b-43a8-83b6-19d0936b780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:43:22.405411 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Bound port: c7a60d32-3281-463d-89c2-45d8c14d73c6, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728403e2-931b-43a8-83b6-19d0936b780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:43:22.405768 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:22.499812 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] For port c7a60d32-3281-463d-89c2-45d8c14d73c6, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:43:22.517838 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] For port c7a60d32-3281-463d-89c2-45d8c14d73c6, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c7a60d32-3281-463d-89c2-45d8c14d73c6,segment=NetworkSegment(728403e2-931b-43a8-83b6-19d0936b780a),segment_id=728403e2-931b-43a8-83b6-19d0936b780a)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:43:22.534169 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9204677-ec67-4a4d-9f96-764c34f885c6 req-5f2467a4-9ce2-48b0-9060-8557f62655f7 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:22.538741 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c9204677-ec67-4a4d-9f96-764c34f885c6 req-5f2467a4-9ce2-48b0-9060-8557f62655f7 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 944 time: 0.0717602 Aug 29 14:43:22.574567 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c9204677-ec67-4a4d-9f96-764c34f885c6 req-03a61964-d6ce-44e3-8bca-e75cc9700e78 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326576 Aug 29 14:43:22.583198 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:22.615268 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:22.615880 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:22.617239 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a081d3c7-e7ca-4024-a25d-400584708770 req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] 10.222.0.36 "PUT /v2.0/ports/c7a60d32-3281-463d-89c2-45d8c14d73c6 HTTP/1.1" status: 200 len: 1094 time: 0.8235936 Aug 29 14:43:22.617670 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'tag': 'c7a60d32-3281-463d-89c2-45d8c14d73c6'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:43:22.620146 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0501387-50a5-4ecf-93cc-af545728ec2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca5377d-143c-43ec-ac7d-27927d44fd54", "tag": "c7a60d32-3281-463d-89c2-45d8c14d73c6"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:43:22.649646 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354390f1-6afe-4819-a833-7e45f4de63c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a60d32-3281-463d-89c2-45d8c14d73c6,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:22.664736 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947bbc43-aa8d-48f0-8e67-c41ffc8367bc x-openstack-request-id: req-947bbc43-aa8d-48f0-8e67-c41ffc8367bc {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:43:22.665022 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca5377d-143c-43ec-ac7d-27927d44fd54", "tag": "c7a60d32-3281-463d-89c2-45d8c14d73c6", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:43:22.665269 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-947bbc43-aa8d-48f0-8e67-c41ffc8367bc {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:43:22.665658 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'tag': 'c7a60d32-3281-463d-89c2-45d8c14d73c6', 'status': 'completed', 'code': 200} Aug 29 14:43:22.756782 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0501387-50a5-4ecf-93cc-af545728ec2b req-93f58df2-ecdf-415c-a0af-7ba89a89463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:22.758336 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b0501387-50a5-4ecf-93cc-af545728ec2b req-93f58df2-ecdf-415c-a0af-7ba89a89463f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50e1e30ed1d34a3095da54288e159f79&device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 1097 time: 0.0467153 Aug 29 14:43:22.873650 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0501387-50a5-4ecf-93cc-af545728ec2b req-d068494b-4cb7-4970-b7d0-a76021ce439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:22.875718 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b0501387-50a5-4ecf-93cc-af545728ec2b req-d068494b-4cb7-4970-b7d0-a76021ce439b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=50e1e30ed1d34a3095da54288e159f79&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1026981 Aug 29 14:43:22.905752 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50066) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:22.970127 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0501387-50a5-4ecf-93cc-af545728ec2b req-feceb34d-4e7c-4ac8-9f0a-23e1115a8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:22.971606 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b0501387-50a5-4ecf-93cc-af545728ec2b req-feceb34d-4e7c-4ac8-9f0a-23e1115a8268 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889752 Aug 29 14:43:23.015774 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8cfbd6f0-1299-4994-a306-27928ec5d7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:23.076232 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081d3c7-e7ca-4024-a25d-400584708770 req-fffa3430-fea2-4439-8805-b0923952c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:23.078599 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a081d3c7-e7ca-4024-a25d-400584708770 req-fffa3430-fea2-4439-8805-b0923952c4de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50e1e30ed1d34a3095da54288e159f79&device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 1097 time: 0.0444539 Aug 29 14:43:23.104223 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8cfbd6f0-1299-4994-a306-27928ec5d7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:23.128038 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a081d3c7-e7ca-4024-a25d-400584708770 req-dae98def-6242-4640-b1a4-1e1b3282727e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7a60d32-3281-463d-89c2-45d8c14d73c6 HTTP/1.1" status: 200 len: 217 time: 0.0341179 Aug 29 14:43:23.175764 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081d3c7-e7ca-4024-a25d-400584708770 req-41a1134b-39ac-4044-aa42-a2ba3b2b5937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:23.177208 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a081d3c7-e7ca-4024-a25d-400584708770 req-41a1134b-39ac-4044-aa42-a2ba3b2b5937 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2db40e74-0ee2-4cb4-891f-66ae89379113 HTTP/1.1" status: 200 len: 854 time: 0.0428493 Aug 29 14:43:23.200817 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8cfbd6f0-1299-4994-a306-27928ec5d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:23.226912 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081d3c7-e7ca-4024-a25d-400584708770 req-a122e380-67cd-405d-8839-d53ec5abd314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:23.228447 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a081d3c7-e7ca-4024-a25d-400584708770 req-a122e380-67cd-405d-8839-d53ec5abd314 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12c21bd5-f232-4467-b923-394610bfbd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436380 Aug 29 14:43:23.238207 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbd6f0-1299-4994-a306-27928ec5d7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd35b0a-de14-4801-8c1b-8db2a346f441,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:23.245558 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-8cfbd6f0-1299-4994-a306-27928ec5d7b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fc0fef0576e4b9780d9e019fd9b9049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354151 Aug 29 14:43:23.246672 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50070) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:23.297322 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c087980d-5095-4e2e-a91f-ca20f52eca1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:23.319507 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a081d3c7-e7ca-4024-a25d-400584708770 req-1d29d511-9ee8-4db1-b245-5e1051878d9e service neutron] 10.222.0.36 "GET /v2.0/networks/12c21bd5-f232-4467-b923-394610bfbd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837135 Aug 29 14:43:23.320966 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c087980d-5095-4e2e-a91f-ca20f52eca1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:23.413504 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a081d3c7-e7ca-4024-a25d-400584708770 req-548518cd-bcc8-43ec-9487-cd08dc68c8fc service neutron] 10.222.0.36 "GET /v2.0/networks/12c21bd5-f232-4467-b923-394610bfbd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862832 Aug 29 14:43:23.429735 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c087980d-5095-4e2e-a91f-ca20f52eca1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:23.432394 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c087980d-5095-4e2e-a91f-ca20f52eca1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:23.433571 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-c087980d-5095-4e2e-a91f-ca20f52eca1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bd35b0a-de14-4801-8c1b-8db2a346f441 HTTP/1.1" status: 204 len: 168 time: 0.1858776 Aug 29 14:43:23.442103 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087980d-5095-4e2e-a91f-ca20f52eca1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd35b0a-de14-4801-8c1b-8db2a346f441,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:23.692007 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15273a7-ad0b-41d8-82db-aa171d1586b8 req-ca668fb7-c60a-4817-8a52-2404eddbb9da tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:23.693525 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d15273a7-ad0b-41d8-82db-aa171d1586b8 req-ca668fb7-c60a-4817-8a52-2404eddbb9da tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 944 time: 0.0494599 Aug 29 14:43:23.732047 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d15273a7-ad0b-41d8-82db-aa171d1586b8 req-e22054f8-e5f1-4dec-94e2-1df4b77093d6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324535 Aug 29 14:43:24.110900 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50078) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:24.121334 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-87acb725-e8c2-453c-b35f-e336a8918d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:24.209592 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-87acb725-e8c2-453c-b35f-e336a8918d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:24.286325 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-87acb725-e8c2-453c-b35f-e336a8918d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:24.323372 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-87acb725-e8c2-453c-b35f-e336a8918d32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=814f8226275f4adeaf4b15edba9f0346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150941 Aug 29 14:43:24.324183 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acb725-e8c2-453c-b35f-e336a8918d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04ccbd5-c8db-49f3-bca9-3808a48b64fc,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:24.326145 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50080) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:24.376627 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-35c4c69e-6e11-43a7-843b-9f52a2fd1df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:24.397202 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-35c4c69e-6e11-43a7-843b-9f52a2fd1df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:24.532277 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-35c4c69e-6e11-43a7-843b-9f52a2fd1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:24.534895 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-35c4c69e-6e11-43a7-843b-9f52a2fd1df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:24.536083 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-35c4c69e-6e11-43a7-843b-9f52a2fd1df4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d04ccbd5-c8db-49f3-bca9-3808a48b64fc HTTP/1.1" status: 204 len: 168 time: 0.2089601 Aug 29 14:43:24.544090 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4c69e-6e11-43a7-843b-9f52a2fd1df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04ccbd5-c8db-49f3-bca9-3808a48b64fc,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:24.828272 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device c7a60d32-3281-463d-89c2-45d8c14d73c6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:43:24.853082 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27510cc7-4802-4c5c-8339-976127bb0069 req-ad533138-ff7f-41f9-a080-af4dc5b3869e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:24.854833 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-27510cc7-4802-4c5c-8339-976127bb0069 req-ad533138-ff7f-41f9-a080-af4dc5b3869e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 944 time: 0.0540125 Aug 29 14:43:24.895206 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-27510cc7-4802-4c5c-8339-976127bb0069 req-e04e6847-20f5-447f-8a74-e53aeaad2c4e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344496 Aug 29 14:43:24.937769 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port c7a60d32-3281-463d-89c2-45d8c14d73c6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c7a60d32-3281-463d-89c2-45d8c14d73c6,segment=NetworkSegment(728403e2-931b-43a8-83b6-19d0936b780a),segment_id=728403e2-931b-43a8-83b6-19d0936b780a)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:43:24.949206 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': 'c7a60d32-3281-463d-89c2-45d8c14d73c6', 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'port_id': 'c7a60d32-3281-463d-89c2-45d8c14d73c6', 'mac_address': 'fa:16:3e:0f:4d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:43:24.987347 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:25.001749 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a60d32-3281-463d-89c2-45d8c14d73c6 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:43:25.021337 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port c7a60d32-3281-463d-89c2-45d8c14d73c6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c7a60d32-3281-463d-89c2-45d8c14d73c6,segment=NetworkSegment(728403e2-931b-43a8-83b6-19d0936b780a),segment_id=728403e2-931b-43a8-83b6-19d0936b780a)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:43:25.092200 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:25.142391 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=c7a60d32-3281-463d-89c2-45d8c14d73c6,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:25.383527 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['c7a60d32-3281-463d-89c2-45d8c14d73c6'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:43:26.017218 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd81f37-7ce8-4172-8c65-6f718b95d15a req-75b46a90-1ea9-48d7-bab9-8be7902fbde8 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:26.018764 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3fd81f37-7ce8-4172-8c65-6f718b95d15a req-75b46a90-1ea9-48d7-bab9-8be7902fbde8 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 945 time: 0.0504169 Aug 29 14:43:26.056185 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3fd81f37-7ce8-4172-8c65-6f718b95d15a req-7f35485a-6230-4d8d-80ce-c5131e355366 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314963 Aug 29 14:43:26.856002 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device c7a60d32-3281-463d-89c2-45d8c14d73c6 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:43:26.983946 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port c7a60d32-3281-463d-89c2-45d8c14d73c6 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:43:26.987867 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port c7a60d32-3281-463d-89c2-45d8c14d73c6 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:43:26.990495 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:27.061973 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:27.085080 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a60d32-3281-463d-89c2-45d8c14d73c6'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:43:27.087439 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca74199b-afee-46b7-a393-d823c8a0b4ce" -d '{"events": [{"server_uuid": "4ca5377d-143c-43ec-ac7d-27927d44fd54", "name": "network-vif-plugged", "status": "completed", "tag": "c7a60d32-3281-463d-89c2-45d8c14d73c6"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:43:27.102871 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port c7a60d32-3281-463d-89c2-45d8c14d73c6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c7a60d32-3281-463d-89c2-45d8c14d73c6,segment=NetworkSegment(728403e2-931b-43a8-83b6-19d0936b780a),segment_id=728403e2-931b-43a8-83b6-19d0936b780a)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:43:27.129205 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0884e593-73e7-4e80-a2f5-d8a788af503a x-openstack-request-id: req-0884e593-73e7-4e80-a2f5-d8a788af503a {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:43:27.129575 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca5377d-143c-43ec-ac7d-27927d44fd54", "name": "network-vif-plugged", "status": "completed", "tag": "c7a60d32-3281-463d-89c2-45d8c14d73c6", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:43:27.129946 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0884e593-73e7-4e80-a2f5-d8a788af503a {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:43:27.130398 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a60d32-3281-463d-89c2-45d8c14d73c6', 'code': 200} Aug 29 14:43:27.173669 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b9254-1744-4ec6-8768-acf65895c55a req-6d526305-ade9-44bd-be39-743c3dfa475c tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:27.175172 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f05b9254-1744-4ec6-8768-acf65895c55a req-6d526305-ade9-44bd-be39-743c3dfa475c tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 945 time: 0.0499086 Aug 29 14:43:27.211947 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f05b9254-1744-4ec6-8768-acf65895c55a req-dc8f58a4-db15-44ce-81e5-fcd34d7cdeb6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308111 Aug 29 14:43:27.224300 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:27.272991 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=c7a60d32-3281-463d-89c2-45d8c14d73c6,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:27.482776 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13884661-8512-4de8-b454-d1eb528c2dbe req-c65f3de3-1c4e-4f9b-8335-9dc34b30591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:27.484372 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-13884661-8512-4de8-b454-d1eb528c2dbe req-c65f3de3-1c4e-4f9b-8335-9dc34b30591f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 1099 time: 0.0496097 Aug 29 14:43:27.520642 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-13884661-8512-4de8-b454-d1eb528c2dbe req-9366a216-6869-4ded-86b2-ef82be281b41 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275633 Aug 29 14:43:28.329461 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b51c2-ad89-4f8a-a214-1c4ee000b9e9 req-e10224ab-e36d-4008-b24f-a7e1143c5a82 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:28.331003 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4d4b51c2-ad89-4f8a-a214-1c4ee000b9e9 req-e10224ab-e36d-4008-b24f-a7e1143c5a82 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 946 time: 0.0510936 Aug 29 14:43:28.368399 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4d4b51c2-ad89-4f8a-a214-1c4ee000b9e9 req-1890d1c8-f371-4269-a3fe-8601dc8efafd tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315576 Aug 29 14:43:28.629472 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:29.481281 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6960c-0a5a-40af-8d61-45539e5a857e req-1d1843c3-a972-4428-a9ef-2d8d4243c8e2 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:29.482787 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5ee6960c-0a5a-40af-8d61-45539e5a857e req-1d1843c3-a972-4428-a9ef-2d8d4243c8e2 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 946 time: 0.0486739 Aug 29 14:43:29.519820 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5ee6960c-0a5a-40af-8d61-45539e5a857e req-0903f6af-5254-4e03-ae36-9a3ed57acb48 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311799 Aug 29 14:43:29.642482 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b88950-e4a2-4b74-97d1-191cb77c507b req-59f8fca0-72cf-49f9-ace2-114f88ef4ca6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:29.643964 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-68b88950-e4a2-4b74-97d1-191cb77c507b req-59f8fca0-72cf-49f9-ace2-114f88ef4ca6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 946 time: 0.0595970 Aug 29 14:43:29.680393 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-68b88950-e4a2-4b74-97d1-191cb77c507b req-59bd9bc3-3dfd-4565-b066-407a5bdcaa18 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305152 Aug 29 14:43:30.003486 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367f76d-2132-4717-9974-9b9add660b48 req-c7c04b99-3f40-410e-b8fc-df5d69fbd51c tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:30.004981 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7367f76d-2132-4717-9974-9b9add660b48 req-c7c04b99-3f40-410e-b8fc-df5d69fbd51c tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 946 time: 0.0494044 Aug 29 14:43:30.043428 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7367f76d-2132-4717-9974-9b9add660b48 req-22e26cd0-cc86-4ce4-82ce-8bf30edabf03 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323617 Aug 29 14:43:33.425178 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50246) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:33.533438 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:33.628350 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:33.686631 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:33.723829 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41e4e1e2f6cf468a9a02af94ac22e0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972682 Aug 29 14:43:33.725780 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b944065-7ba7-4bc5-81e1-76c52969dc25,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:33.726567 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50258) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:33.732839 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:33.733408 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:33.734429 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:33.734980 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:33.735271 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:33.735599 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:33.735923 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:33.736242 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:33.736583 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:33.736931 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:33.737254 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:33.737579 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81e40f-2143-4858-a78d-a15919f32ed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:33.782437 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-beae0974-b94c-4e50-8938-1621185b20c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:33.803891 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-beae0974-b94c-4e50-8938-1621185b20c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:33.902797 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-beae0974-b94c-4e50-8938-1621185b20c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:33.905314 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-beae0974-b94c-4e50-8938-1621185b20c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:33.907633 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-beae0974-b94c-4e50-8938-1621185b20c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b944065-7ba7-4bc5-81e1-76c52969dc25 HTTP/1.1" status: 204 len: 168 time: 0.1800745 Aug 29 14:43:33.915532 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae0974-b94c-4e50-8938-1621185b20c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b944065-7ba7-4bc5-81e1-76c52969dc25,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:34.057758 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6984b-4038-4032-b645-e77905f3a309 req-410b7713-c0fc-4a11-82ca-e8ed96cbe55b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:34.059253 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f2f6984b-4038-4032-b645-e77905f3a309 req-410b7713-c0fc-4a11-82ca-e8ed96cbe55b tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 946 time: 0.0518417 Aug 29 14:43:34.097800 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f2f6984b-4038-4032-b645-e77905f3a309 req-3477f95e-cb51-4f94-b05f-675859baf002 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319986 Aug 29 14:43:34.513169 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50268) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:34.525956 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8e0ca219-7e8b-4dba-b63f-80dbe74d0597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:34.610253 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8e0ca219-7e8b-4dba-b63f-80dbe74d0597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:34.669069 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8e0ca219-7e8b-4dba-b63f-80dbe74d0597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:34.709844 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-8e0ca219-7e8b-4dba-b63f-80dbe74d0597 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dd6c0bb3aea44a3a61bb271d23d17ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956069 Aug 29 14:43:34.710773 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ca219-7e8b-4dba-b63f-80dbe74d0597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3267f9-4782-459c-8c02-48780a9063a7,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:34.712564 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50270) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:34.763981 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9c7f39a3-8e39-4c36-9147-cd52b54e6059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:34.785540 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9c7f39a3-8e39-4c36-9147-cd52b54e6059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:34.897050 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9c7f39a3-8e39-4c36-9147-cd52b54e6059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:34.899842 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9c7f39a3-8e39-4c36-9147-cd52b54e6059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:34.901034 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-9c7f39a3-8e39-4c36-9147-cd52b54e6059 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e3267f9-4782-459c-8c02-48780a9063a7 HTTP/1.1" status: 204 len: 168 time: 0.1868286 Aug 29 14:43:34.909627 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f39a3-8e39-4c36-9147-cd52b54e6059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3267f9-4782-459c-8c02-48780a9063a7,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:35.216010 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ddeb7-5877-481a-9f85-371448a81ef3 req-23076a63-8752-419b-bd19-f38554c34f54 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:35.217535 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-944ddeb7-5877-481a-9f85-371448a81ef3 req-23076a63-8752-419b-bd19-f38554c34f54 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 946 time: 0.0488596 Aug 29 14:43:35.260540 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-944ddeb7-5877-481a-9f85-371448a81ef3 req-ef620d97-9702-4143-85f9-03fc6d5c00bf tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups?id=e03281f5-4c7e-404d-a59c-0c42e5de7db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367653 Aug 29 14:43:35.558640 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-afce6c8f-f7a3-49c2-b6d7-dba8c00ff5cf tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:35.560105 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-afce6c8f-f7a3-49c2-b6d7-dba8c00ff5cf tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 946 time: 0.0485766 Aug 29 14:43:35.648785 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-978c42a1-23aa-45ae-a5ef-aee7007aadc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Deleting port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:43:35.649122 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-978c42a1-23aa-45ae-a5ef-aee7007aadc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:35.745133 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-978c42a1-23aa-45ae-a5ef-aee7007aadc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] For port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:43:35.745782 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-978c42a1-23aa-45ae-a5ef-aee7007aadc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:35.917030 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-978c42a1-23aa-45ae-a5ef-aee7007aadc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:35.917431 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-978c42a1-23aa-45ae-a5ef-aee7007aadc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:35.917763 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.l3_db [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-978c42a1-23aa-45ae-a5ef-aee7007aadc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Floating IP 8ecbc04b-b0bb-414b-ba60-6b5348a54817 disassociated. External IP: 172.27.0.155, port: 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e. Aug 29 14:43:35.918134 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-978c42a1-23aa-45ae-a5ef-aee7007aadc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Calling delete_port for 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:43:36.115511 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-978c42a1-23aa-45ae-a5ef-aee7007aadc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:36.144412 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c42a1-23aa-45ae-a5ef-aee7007aadc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event deleted for resources: {'Port': ['ID=55bfaaf4-9006-4c1e-8e34-399c4a69cc8e,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:36.256285 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-978c42a1-23aa-45ae-a5ef-aee7007aadc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Router 94ad0230-d91f-4c0b-931e-9f4654da0875 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:43:36.372789 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-be82d2b6-32cc-4b44-9e7b-304ba41f34ec req-c2097c12-bced-4ac4-aaa4-01f219e2c1ee tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/ports?device_id=f557c594-d8b6-4497-a2d9-cb05e9bf2a28 HTTP/1.1" status: 200 len: 210 time: 0.0320201 Aug 29 14:43:36.385439 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-978c42a1-23aa-45ae-a5ef-aee7007aadc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:43:36.402440 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add521a6-c52b-4ccb-b08c-a3e1f9e0c932 None None] Sync routers for ids ['94ad0230-d91f-4c0b-931e-9f4654da0875'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:43:36.411770 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add521a6-c52b-4ccb-b08c-a3e1f9e0c932 None None] Routers {'94ad0230-d91f-4c0b-931e-9f4654da0875'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:43:36.412427 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-add521a6-c52b-4ccb-b08c-a3e1f9e0c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:43:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['94ad0230-d91f-4c0b-931e-9f4654da0875'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:36.429123 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-978c42a1-23aa-45ae-a5ef-aee7007aadc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] No DVR routers for this DVR port 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:43:36.431787 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-978c42a1-23aa-45ae-a5ef-aee7007aadc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:36.433707 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-01dd7371-8e3c-42ad-b765-ece9fd3c3871 req-978c42a1-23aa-45ae-a5ef-aee7007aadc8 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.36 "DELETE /v2.0/ports/55bfaaf4-9006-4c1e-8e34-399c4a69cc8e HTTP/1.1" status: 204 len: 173 time: 0.8672986 Aug 29 14:43:36.434342 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'name': 'network-vif-deleted', 'tag': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:43:36.436584 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d743e133-d13e-4414-b1ac-581e0e539d49" -d '{"events": [{"server_uuid": "f557c594-d8b6-4497-a2d9-cb05e9bf2a28", "name": "network-vif-deleted", "tag": "55bfaaf4-9006-4c1e-8e34-399c4a69cc8e"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:43:36.474688 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40edad35-88e6-4cc2-87d6-a73a1ccf7b67 x-openstack-request-id: req-40edad35-88e6-4cc2-87d6-a73a1ccf7b67 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:43:36.474974 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f557c594-d8b6-4497-a2d9-cb05e9bf2a28", "name": "network-vif-deleted", "tag": "55bfaaf4-9006-4c1e-8e34-399c4a69cc8e", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:43:36.475490 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40edad35-88e6-4cc2-87d6-a73a1ccf7b67 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:43:36.475884 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f557c594-d8b6-4497-a2d9-cb05e9bf2a28', 'name': 'network-vif-deleted', 'tag': '55bfaaf4-9006-4c1e-8e34-399c4a69cc8e', 'status': 'completed', 'code': 200} Aug 29 14:43:36.517828 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50310) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:36.530071 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-add521a6-c52b-4ccb-b08c-a3e1f9e0c932 None None] Set router 94ad0230-d91f-4c0b-931e-9f4654da0875 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:43:36.656457 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8f8d848f-e47e-4b1d-8ead-534eceb78101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:36.756267 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8f8d848f-e47e-4b1d-8ead-534eceb78101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:36.818192 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8f8d848f-e47e-4b1d-8ead-534eceb78101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:36.831022 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-add521a6-c52b-4ccb-b08c-a3e1f9e0c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:36:04Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '7b89327d-b938-44fb-b076-96bf71e65596', 'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'mac_address': 'fa:16:3e:42:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:36:00Z', 'updated_at': '2021-08-29T14:36:13Z', 'revision_number': 5, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'subnets': [{'id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:36.857551 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add521a6-c52b-4ccb-b08c-a3e1f9e0c932 None None] Checking router: 94ad0230-d91f-4c0b-931e-9f4654da0875 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:43:36.859829 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-8f8d848f-e47e-4b1d-8ead-534eceb78101 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e5d5459a3ca4c2a928fa2d31ca08ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409209 Aug 29 14:43:36.860683 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d848f-e47e-4b1d-8ead-534eceb78101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cc29f4-b4a4-4544-ab96-41ba2b4f48b3,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:36.863257 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50314) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:36.875059 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add521a6-c52b-4ccb-b08c-a3e1f9e0c932 None None] Routers {'94ad0230-d91f-4c0b-931e-9f4654da0875'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:43:36.875735 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-add521a6-c52b-4ccb-b08c-a3e1f9e0c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:43:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['94ad0230-d91f-4c0b-931e-9f4654da0875'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:36.913241 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2901a5f4-ca8b-4ad0-8d9f-ad02f7ef814a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:36.934886 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2901a5f4-ca8b-4ad0-8d9f-ad02f7ef814a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:36.985628 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-add521a6-c52b-4ccb-b08c-a3e1f9e0c932 None None] Set router 94ad0230-d91f-4c0b-931e-9f4654da0875 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:43:37.064723 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2901a5f4-ca8b-4ad0-8d9f-ad02f7ef814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:37.067186 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2901a5f4-ca8b-4ad0-8d9f-ad02f7ef814a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:37.083774 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-2901a5f4-ca8b-4ad0-8d9f-ad02f7ef814a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2cc29f4-b4a4-4544-ab96-41ba2b4f48b3 HTTP/1.1" status: 204 len: 168 time: 0.2062776 Aug 29 14:43:37.090947 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901a5f4-ca8b-4ad0-8d9f-ad02f7ef814a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cc29f4-b4a4-4544-ab96-41ba2b4f48b3,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:37.195795 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-add521a6-c52b-4ccb-b08c-a3e1f9e0c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:36:04Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '7b89327d-b938-44fb-b076-96bf71e65596', 'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'mac_address': 'fa:16:3e:42:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:36:00Z', 'updated_at': '2021-08-29T14:36:13Z', 'revision_number': 5, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'subnets': [{'id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:37.222581 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add521a6-c52b-4ccb-b08c-a3e1f9e0c932 None None] The sync data for ids ['94ad0230-d91f-4c0b-931e-9f4654da0875'] in dv-cinder-778193-6-iscsi is: [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:36:04Z', 'revision_number': 4, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '7b89327d-b938-44fb-b076-96bf71e65596', 'name': '', 'network_id': '77e4b94e-a9dd-4eea-8e2a-83ef0a655db3', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'mac_address': 'fa:16:3e:42:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:36:00Z', 'updated_at': '2021-08-29T14:36:13Z', 'revision_number': 5, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'subnets': [{'id': '6994c5da-f2dd-4a04-acbe-279bd8acc28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:43:37.444688 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ad0dae-05a2-43c9-bb49-244af1dd4b39 None None] New status for floating IP 8ecbc04b-b0bb-414b-ba60-6b5348a54817: DOWN {{(pid=94546) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:43:37.521730 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50332) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:37.576919 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-672f6166-e423-456d-909d-a74d34ffe599 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:37.599428 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-672f6166-e423-456d-909d-a74d34ffe599 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:37.714185 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-672f6166-e423-456d-909d-a74d34ffe599 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:37.716894 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-672f6166-e423-456d-909d-a74d34ffe599 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:37.718138 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-672f6166-e423-456d-909d-a74d34ffe599 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "DELETE /v2.0/security-groups/e03281f5-4c7e-404d-a59c-0c42e5de7db3 HTTP/1.1" status: 204 len: 168 time: 0.1953182 Aug 29 14:43:37.721182 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50336) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:37.727740 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f6166-e423-456d-909d-a74d34ffe599 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03281f5-4c7e-404d-a59c-0c42e5de7db3,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:37.735084 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.api.v2.resource [None req-fd6cf12c-2697-4a17-843b-e313fbdd2043 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] show failed (client error): The resource could not be found. Aug 29 14:43:37.736068 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-fd6cf12c-2697-4a17-843b-e313fbdd2043 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "GET /v2.0/security-groups/e03281f5-4c7e-404d-a59c-0c42e5de7db3 HTTP/1.1" status: 404 len: 347 time: 0.0139246 Aug 29 14:43:37.739547 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50338) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:37.862329 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-dafa8b43-a7be-4e2a-99d1-5f7dd4b8fbf2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Deleting port 121f76bf-2853-49da-8d79-ab8ebc81ebd6 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:43:37.862928 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dafa8b43-a7be-4e2a-99d1-5f7dd4b8fbf2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:37.942675 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dafa8b43-a7be-4e2a-99d1-5f7dd4b8fbf2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:37.943004 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dafa8b43-a7be-4e2a-99d1-5f7dd4b8fbf2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:37.955253 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-dafa8b43-a7be-4e2a-99d1-5f7dd4b8fbf2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Calling delete_port for 121f76bf-2853-49da-8d79-ab8ebc81ebd6 owned by network:floatingip {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:43:38.176916 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dafa8b43-a7be-4e2a-99d1-5f7dd4b8fbf2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:38.204409 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa8b43-a7be-4e2a-99d1-5f7dd4b8fbf2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Pushing event deleted for resources: {'Port': ['ID=121f76bf-2853-49da-8d79-ab8ebc81ebd6,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:38.262369 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dafa8b43-a7be-4e2a-99d1-5f7dd4b8fbf2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks [] for floatingip, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:38.265471 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-dafa8b43-a7be-4e2a-99d1-5f7dd4b8fbf2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:38.266641 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-dafa8b43-a7be-4e2a-99d1-5f7dd4b8fbf2 tempest-AttachVolumeShelveTestJSON-1002171586 tempest-AttachVolumeShelveTestJSON-1002171586-project] 10.222.0.16 "DELETE /v2.0/floatingips/8ecbc04b-b0bb-414b-ba60-6b5348a54817 HTTP/1.1" status: 204 len: 168 time: 0.5262313 Aug 29 14:43:40.394289 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3ded1-3ff9-4a5d-9b72-623f7e81af04 req-f59622de-d716-4a2b-bb31-78869d2825d4 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:40.395777 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dbf3ded1-3ff9-4a5d-9b72-623f7e81af04 req-f59622de-d716-4a2b-bb31-78869d2825d4 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 946 time: 0.0526185 Aug 29 14:43:40.434741 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dbf3ded1-3ff9-4a5d-9b72-623f7e81af04 req-559c71db-4a4e-4bb7-9ee7-b4c7b5838a54 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328479 Aug 29 14:43:40.457302 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50434) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:40.649359 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb92cf32-25e7-49f1-ac24-b236376f6d55 tempest-TestMinimumBasicScenario-1958163032 tempest-TestMinimumBasicScenario-1958163032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:40.650917 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-bb92cf32-25e7-49f1-ac24-b236376f6d55 tempest-TestMinimumBasicScenario-1958163032 tempest-TestMinimumBasicScenario-1958163032-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 1094 time: 0.1926267 Aug 29 14:43:40.653761 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50438) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:40.659013 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Request body: {'floatingip': {'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'port_id': 'c7a60d32-3281-463d-89c2-45d8c14d73c6', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:43:40.749403 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for floatingip, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:40.846138 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:40.960392 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50446) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:40.962243 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Allocated IP 172.27.0.75 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/0ab0a893-6ac4-4b85-b8ab-ccc213c964a3) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:43:40.983052 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:43:41.009423 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:43:41.009841 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 55bfaaf4-9006-4c1e-8e34-399c4a69cc8e not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:43:41.065968 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:41.155778 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:41.200951 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:43:41.204745 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:43:41.208703 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:43:41.232261 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Pushing event updated for resources: {'Port': ['ID=0ab0a893-6ac4-4b85-b8ab-ccc213c964a3,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:41.516963 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fcef00f4-40a1-4bd3-a217-44958ec98e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568830'] for router_interface, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:41.835066 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:41.841469 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-fcef00f4-40a1-4bd3-a217-44958ec98e4a admin admin] Deleting port 7b89327d-b938-44fb-b076-96bf71e65596 {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:43:41.841809 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fcef00f4-40a1-4bd3-a217-44958ec98e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:41.925108 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.db [None req-fcef00f4-40a1-4bd3-a217-44958ec98e4a admin admin] For port 7b89327d-b938-44fb-b076-96bf71e65596, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=7b89327d-b938-44fb-b076-96bf71e65596,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:43:41.925459 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fcef00f4-40a1-4bd3-a217-44958ec98e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:41.937856 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-fcef00f4-40a1-4bd3-a217-44958ec98e4a admin admin] Calling delete_port for 7b89327d-b938-44fb-b076-96bf71e65596 owned by network:router_interface {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:43:41.981121 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:42.133937 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:42.224112 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fcef00f4-40a1-4bd3-a217-44958ec98e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:42.246898 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:42.250794 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef00f4-40a1-4bd3-a217-44958ec98e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b89327d-b938-44fb-b076-96bf71e65596,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:42.320381 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Pushing event updated for resources: {'Port': ['ID=0ab0a893-6ac4-4b85-b8ab-ccc213c964a3,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:42.331057 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:42.444316 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.l3_db [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Floating IP 49785027-403c-428c-897c-1bbeabfbe33b associated. External IP: 172.27.0.75, port: c7a60d32-3281-463d-89c2-45d8c14d73c6. Aug 29 14:43:42.446677 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fcef00f4-40a1-4bd3-a217-44958ec98e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568628'] for router_interface, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:42.659548 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Router 36a87372-fb63-4569-87a1-24bbf42bdeb0 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:43:42.666109 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcef00f4-40a1-4bd3-a217-44958ec98e4a admin admin] Router 94ad0230-d91f-4c0b-931e-9f4654da0875 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:43:42.772822 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:43:42.777724 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcef00f4-40a1-4bd3-a217-44958ec98e4a admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:43:42.784424 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-fcef00f4-40a1-4bd3-a217-44958ec98e4a admin admin] 10.222.0.16 "PUT /v2.0/routers/94ad0230-d91f-4c0b-931e-9f4654da0875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8229382 Aug 29 14:43:42.784995 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b02372-88ac-4f2a-aaea-71e44823cd01 None None] Sync routers for ids ['36a87372-fb63-4569-87a1-24bbf42bdeb0'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:43:42.787120 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50454) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:42.790640 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2ba51-517c-4fb5-9bd4-83c0643d8721 None None] Sync routers for ids ['94ad0230-d91f-4c0b-931e-9f4654da0875'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:43:42.799819 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b02372-88ac-4f2a-aaea-71e44823cd01 None None] Routers {'36a87372-fb63-4569-87a1-24bbf42bdeb0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:43:42.802064 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-23b02372-88ac-4f2a-aaea-71e44823cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:43:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['36a87372-fb63-4569-87a1-24bbf42bdeb0'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:42.802190 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2ba51-517c-4fb5-9bd4-83c0643d8721 None None] Routers {'94ad0230-d91f-4c0b-931e-9f4654da0875'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:43:42.802190 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-c0b2ba51-517c-4fb5-9bd4-83c0643d8721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:43:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['94ad0230-d91f-4c0b-931e-9f4654da0875'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:42.894443 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:42.934060 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] Notify callbacks [] for router, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:42.945845 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-23b02372-88ac-4f2a-aaea-71e44823cd01 None None] Set router 36a87372-fb63-4569-87a1-24bbf42bdeb0 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:43:42.968220 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50456) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:42.968475 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-71cf2260-3b94-4eb2-bc4b-c086aa9e250b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3135068 Aug 29 14:43:42.970840 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'tag': 'c7a60d32-3281-463d-89c2-45d8c14d73c6'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:43:42.973315 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656fb086-8287-4e15-960f-c2b5951c2bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca5377d-143c-43ec-ac7d-27927d44fd54", "tag": "c7a60d32-3281-463d-89c2-45d8c14d73c6"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:43:42.981015 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1931988201', 'description': 'tempest-secgroup-smoke-1931988201 description', 'project_id': '50e1e30ed1d34a3095da54288e159f79'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:43:43.054680 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3600844-dd89-46b7-a17c-388920af1951 x-openstack-request-id: req-f3600844-dd89-46b7-a17c-388920af1951 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:43:43.054680 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca5377d-143c-43ec-ac7d-27927d44fd54", "tag": "c7a60d32-3281-463d-89c2-45d8c14d73c6", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:43:43.054680 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3600844-dd89-46b7-a17c-388920af1951 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:43:43.054680 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'tag': 'c7a60d32-3281-463d-89c2-45d8c14d73c6', 'status': 'completed', 'code': 200} Aug 29 14:43:43.077200 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-c0b2ba51-517c-4fb5-9bd4-83c0643d8721 None None] Set router 94ad0230-d91f-4c0b-931e-9f4654da0875 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:43:43.097099 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:43.182783 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb086-8287-4e15-960f-c2b5951c2bb4 req-e0634b93-d520-4dca-8485-18082c5597d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:43.182783 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-656fb086-8287-4e15-960f-c2b5951c2bb4 req-e0634b93-d520-4dca-8485-18082c5597d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50e1e30ed1d34a3095da54288e159f79&device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 1099 time: 0.0451279 Aug 29 14:43:43.235585 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-23b02372-88ac-4f2a-aaea-71e44823cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:36Z', 'updated_at': '2021-08-29T14:42:40Z', 'revision_number': 4, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'gw_port': {'id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:37Z', 'updated_at': '2021-08-29T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '49785027-403c-428c-897c-1bbeabfbe33b', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'port_id': 'c7a60d32-3281-463d-89c2-45d8c14d73c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'mac_address': 'fa:16:3e:0f:4d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:43:41Z', 'updated_at': '2021-08-29T14:43:41Z', 'revision_number': 0, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abc482a-c55f-44ac-8d50-db1162b8d719', 'name': '', 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'mac_address': 'fa:16:3e:01:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:39Z', 'updated_at': '2021-08-29T14:42:47Z', 'revision_number': 5, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'subnets': [{'id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:43.263465 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb086-8287-4e15-960f-c2b5951c2bb4 req-c5c8d262-e893-4aac-9940-d3beee610f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:43.265080 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-656fb086-8287-4e15-960f-c2b5951c2bb4 req-c5c8d262-e893-4aac-9940-d3beee610f15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12c21bd5-f232-4467-b923-394610bfbd17 HTTP/1.1" status: 200 len: 916 time: 0.1080959 Aug 29 14:43:43.276319 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b02372-88ac-4f2a-aaea-71e44823cd01 None None] Checking router: 36a87372-fb63-4569-87a1-24bbf42bdeb0 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:43:43.285724 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b02372-88ac-4f2a-aaea-71e44823cd01 None None] Routers {'36a87372-fb63-4569-87a1-24bbf42bdeb0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:43:43.286367 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-23b02372-88ac-4f2a-aaea-71e44823cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:43:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['36a87372-fb63-4569-87a1-24bbf42bdeb0'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:43.291057 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-c0b2ba51-517c-4fb5-9bd4-83c0643d8721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:43:42Z', 'revision_number': 5, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:43.323132 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2ba51-517c-4fb5-9bd4-83c0643d8721 None None] Checking router: 94ad0230-d91f-4c0b-931e-9f4654da0875 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:43:43.339237 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-656fb086-8287-4e15-960f-c2b5951c2bb4 req-9c53b433-9101-4590-a853-05d9c3fb570a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7a60d32-3281-463d-89c2-45d8c14d73c6 HTTP/1.1" status: 200 len: 999 time: 0.0661304 Aug 29 14:43:43.340312 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2ba51-517c-4fb5-9bd4-83c0643d8721 None None] Routers {'94ad0230-d91f-4c0b-931e-9f4654da0875'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:43:43.341013 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-c0b2ba51-517c-4fb5-9bd4-83c0643d8721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:43:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['94ad0230-d91f-4c0b-931e-9f4654da0875'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:43.342974 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:43.410398 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-23b02372-88ac-4f2a-aaea-71e44823cd01 None None] Set router 36a87372-fb63-4569-87a1-24bbf42bdeb0 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:43:43.416235 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb086-8287-4e15-960f-c2b5951c2bb4 req-18d82748-59d8-45b4-b22d-069affbc82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:43.418067 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-656fb086-8287-4e15-960f-c2b5951c2bb4 req-18d82748-59d8-45b4-b22d-069affbc82c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2db40e74-0ee2-4cb4-891f-66ae89379113 HTTP/1.1" status: 200 len: 854 time: 0.0705249 Aug 29 14:43:43.479040 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:43.495567 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb086-8287-4e15-960f-c2b5951c2bb4 req-22c28493-8b28-405a-8bc3-f566e3cb8045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:43.497278 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-656fb086-8287-4e15-960f-c2b5951c2bb4 req-22c28493-8b28-405a-8bc3-f566e3cb8045 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12c21bd5-f232-4467-b923-394610bfbd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596197 Aug 29 14:43:43.511435 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-c0b2ba51-517c-4fb5-9bd4-83c0643d8721 None None] Set router 94ad0230-d91f-4c0b-931e-9f4654da0875 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:43:43.561015 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:43.562959 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] Deleting port f44fb2ee-8054-4aaf-aa89-1cd3e07afa97 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:43:43.563929 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:43.625802 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a1c94a-c90b-47cb-9c5e-8877bac19502,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:43.637503 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:43.638484 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:43.638923 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:43.639285 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:43.639614 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:43.639940 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:43.640261 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:43.640582 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:43.640905 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:43.641371 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:43.641828 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:43.642169 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:43:43.675678 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-656fb086-8287-4e15-960f-c2b5951c2bb4 req-26efd796-c586-4b96-adc5-244f9e68f5ba service neutron] 10.222.0.36 "GET /v2.0/networks/12c21bd5-f232-4467-b923-394610bfbd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694562 Aug 29 14:43:43.692537 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:43.693769 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-5131e06d-47b6-430b-b90d-3a0f5ac70cc0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7238736 Aug 29 14:43:43.697804 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50462) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:43.704335 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-4b32b5fe-3532-44c6-b478-6cb4ca6c5979 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Request body: {'security_group_rule': {'security_group_id': 'a6a1c94a-c90b-47cb-9c5e-8877bac19502', 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:43:43.727496 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-23b02372-88ac-4f2a-aaea-71e44823cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:36Z', 'updated_at': '2021-08-29T14:42:40Z', 'revision_number': 4, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'gw_port': {'id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:37Z', 'updated_at': '2021-08-29T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '49785027-403c-428c-897c-1bbeabfbe33b', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'port_id': 'c7a60d32-3281-463d-89c2-45d8c14d73c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'mac_address': 'fa:16:3e:0f:4d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:43:41Z', 'updated_at': '2021-08-29T14:43:41Z', 'revision_number': 0, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abc482a-c55f-44ac-8d50-db1162b8d719', 'name': '', 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'mac_address': 'fa:16:3e:01:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:39Z', 'updated_at': '2021-08-29T14:42:47Z', 'revision_number': 5, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'subnets': [{'id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:43.756021 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] For port f44fb2ee-8054-4aaf-aa89-1cd3e07afa97, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=f44fb2ee-8054-4aaf-aa89-1cd3e07afa97,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:43:43.756278 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b02372-88ac-4f2a-aaea-71e44823cd01 None None] The sync data for ids ['36a87372-fb63-4569-87a1-24bbf42bdeb0'] in dv-cinder-778193-6-iscsi is: [{'id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:36Z', 'updated_at': '2021-08-29T14:42:40Z', 'revision_number': 4, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'gw_port': {'id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:37Z', 'updated_at': '2021-08-29T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '49785027-403c-428c-897c-1bbeabfbe33b', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'port_id': 'c7a60d32-3281-463d-89c2-45d8c14d73c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'mac_address': 'fa:16:3e:0f:4d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:43:41Z', 'updated_at': '2021-08-29T14:43:41Z', 'revision_number': 0, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abc482a-c55f-44ac-8d50-db1162b8d719', 'name': '', 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'mac_address': 'fa:16:3e:01:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:39Z', 'updated_at': '2021-08-29T14:42:47Z', 'revision_number': 5, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'subnets': [{'id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:43:43.756609 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:43.762250 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-c0b2ba51-517c-4fb5-9bd4-83c0643d8721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:43:42Z', 'revision_number': 5, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:43.778956 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] Calling delete_port for f44fb2ee-8054-4aaf-aa89-1cd3e07afa97 owned by network:router_gateway {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:43:43.789445 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4b32b5fe-3532-44c6-b478-6cb4ca6c5979 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:43.802081 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2ba51-517c-4fb5-9bd4-83c0643d8721 None None] The sync data for ids ['94ad0230-d91f-4c0b-931e-9f4654da0875'] in dv-cinder-778193-6-iscsi is: [{'id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'name': 'tempest-AttachVolumeShelveTestJSON-1469114887-router', 'tenant_id': '5afdc403b79a4f7593edca91c2b7f882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:35:49Z', 'updated_at': '2021-08-29T14:43:42Z', 'revision_number': 5, 'project_id': '5afdc403b79a4f7593edca91c2b7f882', 'gw_port': {'id': 'f44fb2ee-8054-4aaf-aa89-1cd3e07afa97', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ad0230-d91f-4c0b-931e-9f4654da0875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:35:51Z', 'updated_at': '2021-08-29T14:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:43:43.863136 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-656fb086-8287-4e15-960f-c2b5951c2bb4 req-7a12c51e-d412-4c30-961f-0c616e647e07 service neutron] 10.222.0.36 "GET /v2.0/networks/12c21bd5-f232-4467-b923-394610bfbd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771324 Aug 29 14:43:43.881495 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4b32b5fe-3532-44c6-b478-6cb4ca6c5979 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:43.965527 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4b32b5fe-3532-44c6-b478-6cb4ca6c5979 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:43.990057 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32b5fe-3532-44c6-b478-6cb4ca6c5979 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f528b1-c9d3-42da-8cb7-7eb9281e608a,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:44.009648 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80da242-77d4-498b-92d4-99fc7630ea77 None None] New status for floating IP 49785027-403c-428c-897c-1bbeabfbe33b: ACTIVE {{(pid=94547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:43:44.069190 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4b32b5fe-3532-44c6-b478-6cb4ca6c5979 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.070519 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-4b32b5fe-3532-44c6-b478-6cb4ca6c5979 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3717542 Aug 29 14:43:44.073197 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50464) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:44.077699 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-fa95a45e-4e3e-49ee-b201-ed4af5463d39 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Request body: {'security_group_rule': {'security_group_id': 'a6a1c94a-c90b-47cb-9c5e-8877bac19502', 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:43:44.096866 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.128369 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f44fb2ee-8054-4aaf-aa89-1cd3e07afa97,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:44.177063 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fa95a45e-4e3e-49ee-b201-ed4af5463d39 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.193194 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568174'] for router_gateway, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.241728 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fa95a45e-4e3e-49ee-b201-ed4af5463d39 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.309239 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fa95a45e-4e3e-49ee-b201-ed4af5463d39 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.310513 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102423'] for router, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.314434 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.342828 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95a45e-4e3e-49ee-b201-ed4af5463d39 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2ef95a-d875-4598-9119-3c35c45e1697,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:44.406521 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-fa95a45e-4e3e-49ee-b201-ed4af5463d39 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.411179 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50468) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:44.411427 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-fa95a45e-4e3e-49ee-b201-ed4af5463d39 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3369966 Aug 29 14:43:44.416303 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-526df37f-2062-49a0-b7bb-7b8502d68496 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Request body: {'security_group_rule': {'security_group_id': 'a6a1c94a-c90b-47cb-9c5e-8877bac19502', 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:43:44.429113 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561406'] for router, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.429624 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94ad0230-d91f-4c0b-931e-9f4654da0875 {{(pid=94544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:43:44.434338 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] Notify callbacks [] for router, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.438061 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-ec9b2d25-9d49-400d-b950-f6559e73f6ea admin admin] 10.222.0.16 "DELETE /v2.0/routers/94ad0230-d91f-4c0b-931e-9f4654da0875 HTTP/1.1" status: 204 len: 168 time: 1.6463675 Aug 29 14:43:44.438761 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50470) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:44.489320 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_v2 [None req-60996bcb-a6a8-42b7-be4a-1bfe19d43943 admin admin] Deleting subnet 6994c5da-f2dd-4a04-acbe-279bd8acc28e {{(pid=94545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:43:44.492631 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-60996bcb-a6a8-42b7-be4a-1bfe19d43943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.513755 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-526df37f-2062-49a0-b7bb-7b8502d68496 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.534295 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-60996bcb-a6a8-42b7-be4a-1bfe19d43943 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3957150'] for subnet, precommit_delete_associations {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.604574 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-526df37f-2062-49a0-b7bb-7b8502d68496 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.627479 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-60996bcb-a6a8-42b7-be4a-1bfe19d43943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.669411 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-526df37f-2062-49a0-b7bb-7b8502d68496 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.685578 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526df37f-2062-49a0-b7bb-7b8502d68496 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecac5fd6-4c8f-46c7-9774-3d7ffa9f82ed,revision_number=0']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:44.755550 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-60996bcb-a6a8-42b7-be4a-1bfe19d43943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3712948'] for subnet, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.767485 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-526df37f-2062-49a0-b7bb-7b8502d68496 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.768721 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-526df37f-2062-49a0-b7bb-7b8502d68496 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564916 Aug 29 14:43:44.771797 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50472) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:44.775888 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-2400dcf6-8fe5-430b-a124-bea7300d34e0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Request body: {'security_group_rule': {'security_group_id': 'a6a1c94a-c90b-47cb-9c5e-8877bac19502', 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:43:44.783614 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60996bcb-a6a8-42b7-be4a-1bfe19d43943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6994c5da-f2dd-4a04-acbe-279bd8acc28e,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:44.785572 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-60996bcb-a6a8-42b7-be4a-1bfe19d43943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.787516 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-60996bcb-a6a8-42b7-be4a-1bfe19d43943 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6994c5da-f2dd-4a04-acbe-279bd8acc28e HTTP/1.1" status: 204 len: 168 time: 0.3477085 Aug 29 14:43:44.790150 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50474) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:44.793337 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afbf339-831b-42d7-a5f5-4a02965f0978 None None] Network 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:43:44.868094 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.902170 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2400dcf6-8fe5-430b-a124-bea7300d34e0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.944243 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] Deleting port db9d87a2-b3b0-41ca-a26b-69cc828a0b73 {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:43:44.944579 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:44.991809 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2400dcf6-8fe5-430b-a124-bea7300d34e0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.010926 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0adbfa-08e3-4071-8e65-2156fa1b3d25 None None] DHCP port deletion for 77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 request from dv-cinder-778193-6-iscsi {{(pid=94546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:43:45.023653 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.db [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] For port db9d87a2-b3b0-41ca-a26b-69cc828a0b73, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=db9d87a2-b3b0-41ca-a26b-69cc828a0b73,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:43:45.024020 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.041828 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] Calling delete_port for db9d87a2-b3b0-41ca-a26b-69cc828a0b73 owned by network:dhcp {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:43:45.064396 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2400dcf6-8fe5-430b-a124-bea7300d34e0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.070984 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-1f0adbfa-08e3-4071-8e65-2156fa1b3d25 None None] Deleting port db9d87a2-b3b0-41ca-a26b-69cc828a0b73 {{(pid=94546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:43:45.076592 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-1f0adbfa-08e3-4071-8e65-2156fa1b3d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.086245 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400dcf6-8fe5-430b-a124-bea7300d34e0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1815551a-d4b9-457e-a42f-0121f0858e2b,revision_number=0']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:45.144577 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-1f0adbfa-08e3-4071-8e65-2156fa1b3d25 None None] For port db9d87a2-b3b0-41ca-a26b-69cc828a0b73, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=db9d87a2-b3b0-41ca-a26b-69cc828a0b73,segment=NetworkSegment(3e143a62-a8e0-4637-8b71-d53958971755),segment_id=3e143a62-a8e0-4637-8b71-d53958971755)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:43:45.144963 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-1f0adbfa-08e3-4071-8e65-2156fa1b3d25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.158152 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-1f0adbfa-08e3-4071-8e65-2156fa1b3d25 None None] Calling delete_port for db9d87a2-b3b0-41ca-a26b-69cc828a0b73 owned by network:dhcp {{(pid=94546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:43:45.218839 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-2400dcf6-8fe5-430b-a124-bea7300d34e0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.220209 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-2400dcf6-8fe5-430b-a124-bea7300d34e0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4476044 Aug 29 14:43:45.222926 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50476) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:45.227861 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-020334ba-e77c-4134-9027-e44c03da5ded tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Request body: {'security_group_rule': {'security_group_id': 'a6a1c94a-c90b-47cb-9c5e-8877bac19502', 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:43:45.230978 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.241370 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-330322e4-351c-473d-bf15-e6cd7ddde9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.253448 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-1f0adbfa-08e3-4071-8e65-2156fa1b3d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109'] for port, after_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.266972 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=db9d87a2-b3b0-41ca-a26b-69cc828a0b73,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:45.275070 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] No DVR routers for this DVR port db9d87a2-b3b0-41ca-a26b-69cc828a0b73 on host dv-cinder-778193-6-iscsi {{(pid=94545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:43:45.281349 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0adbfa-08e3-4071-8e65-2156fa1b3d25 None None] Pushing event deleted for resources: {'Port': ['ID=db9d87a2-b3b0-41ca-a26b-69cc828a0b73,revision_number=None']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:45.288502 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0adbfa-08e3-4071-8e65-2156fa1b3d25 None None] No DVR routers for this DVR port db9d87a2-b3b0-41ca-a26b-69cc828a0b73 on host dv-cinder-778193-6-iscsi {{(pid=94546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:43:45.337931 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.securitygroups_db [None req-020334ba-e77c-4134-9027-e44c03da5ded tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Project 50e1e30ed1d34a3095da54288e159f79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 14:43:45.348824 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-020334ba-e77c-4134-9027-e44c03da5ded tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.353994 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.367588 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e4b94e-a9dd-4eea-8e2a-83ef0a655db3']}} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:45.378864 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e143a62-a8e0-4637-8b71-d53958971755') {'for_net_delete': True} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:45.379162 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e143a62-a8e0-4637-8b71-d53958971755') {} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:43:45.387998 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3957121'] for segment, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.402423 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.409173 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:43:45.409764 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958049'] for segment, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: Traceback (most recent call last): Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: timer() Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: cb(*args, **kw) Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: return func(*args, **kwargs) Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: self._notify() Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: self.callback(batched_events) Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: event.method(event) Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: return f(self, *a, **k) Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._get(url).json() Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: return self.request(url, 'GET', **kwargs) Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:43:45.414310 dv-cinder-778193-6-iscsi neutron-server[94545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:43:45.416951 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-020334ba-e77c-4134-9027-e44c03da5ded tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.542920 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.544555 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-020334ba-e77c-4134-9027-e44c03da5ded tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.550789 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device db9d87a2-b3b0-41ca-a26b-69cc828a0b73 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:43:45.551254 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.551346 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] 10.222.0.16 "DELETE /v2.0/networks/77e4b94e-a9dd-4eea-8e2a-83ef0a655db3 HTTP/1.1" status: 204 len: 168 time: 0.7600536 Aug 29 14:43:45.567355 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020334ba-e77c-4134-9027-e44c03da5ded tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d0ad36-9c5b-4367-8b6d-41b1a266dc06,revision_number=0']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:45.575392 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5803a8-7af5-4199-b945-4195aeac3f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=77e4b94e-a9dd-4eea-8e2a-83ef0a655db3,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:45.585012 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: db9d87a2-b3b0-41ca-a26b-69cc828a0b73 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:43:45.585347 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device db9d87a2-b3b0-41ca-a26b-69cc828a0b73 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:43:45.585779 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 7b89327d-b938-44fb-b076-96bf71e65596 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:43:45.606916 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 7b89327d-b938-44fb-b076-96bf71e65596 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:43:45.607263 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 7b89327d-b938-44fb-b076-96bf71e65596 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:43:45.607692 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device f44fb2ee-8054-4aaf-aa89-1cd3e07afa97 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:43:45.629937 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: f44fb2ee-8054-4aaf-aa89-1cd3e07afa97 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:43:45.630285 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device f44fb2ee-8054-4aaf-aa89-1cd3e07afa97 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:43:45.663680 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-020334ba-e77c-4134-9027-e44c03da5ded tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.664909 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-020334ba-e77c-4134-9027-e44c03da5ded tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4407389 Aug 29 14:43:45.667801 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50482) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:45.673356 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-250fd4ec-73d6-427a-bb6f-79d66925b2be tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Request body: {'security_group_rule': {'security_group_id': 'a6a1c94a-c90b-47cb-9c5e-8877bac19502', 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:43:45.755336 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.securitygroups_db [None req-250fd4ec-73d6-427a-bb6f-79d66925b2be tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Project 50e1e30ed1d34a3095da54288e159f79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 14:43:45.760616 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-250fd4ec-73d6-427a-bb6f-79d66925b2be tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.822103 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-250fd4ec-73d6-427a-bb6f-79d66925b2be tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.898324 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50484) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:45.918262 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-250fd4ec-73d6-427a-bb6f-79d66925b2be tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:45.947028 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fd4ec-73d6-427a-bb6f-79d66925b2be tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f22a34-ece8-48e0-8e53-8ceb3f617c69,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:46.183320 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-250fd4ec-73d6-427a-bb6f-79d66925b2be tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:46.184501 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-250fd4ec-73d6-427a-bb6f-79d66925b2be tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5157003 Aug 29 14:43:46.188725 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-7e22c054-6203-4c2e-b2e8-de116574ec66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5afdc403b79a4f7593edca91c2b7f882&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2888310 Aug 29 14:43:46.191158 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50488) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:46.242339 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f90889ce-5c68-47ce-af66-09fa157539c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:46.265580 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8fe6f7cc-0583-4b2d-bf82-d0365bc0eb00 req-ca7f1384-5088-49fb-a671-ea0340abb5f8 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931988201&fields=id&tenant_id=50e1e30ed1d34a3095da54288e159f79 HTTP/1.1" status: 200 len: 267 time: 0.0358953 Aug 29 14:43:46.267166 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f90889ce-5c68-47ce-af66-09fa157539c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:46.321447 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6f7cc-0583-4b2d-bf82-d0365bc0eb00 req-7e4e8087-24ad-4f0a-b9b8-6aae4f7df5bb tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:46.322961 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8fe6f7cc-0583-4b2d-bf82-d0365bc0eb00 req-7e4e8087-24ad-4f0a-b9b8-6aae4f7df5bb tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 946 time: 0.0512762 Aug 29 14:43:46.334872 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-8fe6f7cc-0583-4b2d-bf82-d0365bc0eb00 req-afc34366-217d-411b-ad2a-dbb727046e67 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Request body: {'port': {'security_groups': ['af6243b2-8a05-476b-9720-a18507824d0d', 'a6a1c94a-c90b-47cb-9c5e-8877bac19502']}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:43:46.399450 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-8fe6f7cc-0583-4b2d-bf82-d0365bc0eb00 req-afc34366-217d-411b-ad2a-dbb727046e67 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:46.422731 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f90889ce-5c68-47ce-af66-09fa157539c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:46.425727 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f90889ce-5c68-47ce-af66-09fa157539c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:46.437356 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-f90889ce-5c68-47ce-af66-09fa157539c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41f10275-e4a2-4944-aab4-22e74e0324a3 HTTP/1.1" status: 204 len: 168 time: 0.2349000 Aug 29 14:43:46.441521 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90889ce-5c68-47ce-af66-09fa157539c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f10275-e4a2-4944-aab4-22e74e0324a3,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:46.592555 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-8fe6f7cc-0583-4b2d-bf82-d0365bc0eb00 req-afc34366-217d-411b-ad2a-dbb727046e67 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] For port c7a60d32-3281-463d-89c2-45d8c14d73c6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c7a60d32-3281-463d-89c2-45d8c14d73c6,segment=NetworkSegment(728403e2-931b-43a8-83b6-19d0936b780a),segment_id=728403e2-931b-43a8-83b6-19d0936b780a)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:43:46.624614 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-8fe6f7cc-0583-4b2d-bf82-d0365bc0eb00 req-afc34366-217d-411b-ad2a-dbb727046e67 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:46.681053 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-8fe6f7cc-0583-4b2d-bf82-d0365bc0eb00 req-afc34366-217d-411b-ad2a-dbb727046e67 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:46.717562 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['c7a60d32-3281-463d-89c2-45d8c14d73c6'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:43:46.724155 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6f7cc-0583-4b2d-bf82-d0365bc0eb00 req-afc34366-217d-411b-ad2a-dbb727046e67 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:46.724785 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-8fe6f7cc-0583-4b2d-bf82-d0365bc0eb00 req-afc34366-217d-411b-ad2a-dbb727046e67 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:46.726205 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8fe6f7cc-0583-4b2d-bf82-d0365bc0eb00 req-afc34366-217d-411b-ad2a-dbb727046e67 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "PUT /v2.0/ports/c7a60d32-3281-463d-89c2-45d8c14d73c6 HTTP/1.1" status: 200 len: 982 time: 0.3959887 Aug 29 14:43:46.726771 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'tag': 'c7a60d32-3281-463d-89c2-45d8c14d73c6'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:43:46.729143 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4344e238-8242-4178-b7e4-faaf0b9449b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca5377d-143c-43ec-ac7d-27927d44fd54", "tag": "c7a60d32-3281-463d-89c2-45d8c14d73c6"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:43:46.765344 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc34366-217d-411b-ad2a-dbb727046e67 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Pushing event updated for resources: {'Port': ['ID=c7a60d32-3281-463d-89c2-45d8c14d73c6,revision_number=6']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:46.786423 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37be038-49b0-41ea-97a8-ce30b1b1dd91 x-openstack-request-id: req-e37be038-49b0-41ea-97a8-ce30b1b1dd91 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:43:46.786715 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca5377d-143c-43ec-ac7d-27927d44fd54", "tag": "c7a60d32-3281-463d-89c2-45d8c14d73c6", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:43:46.786971 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e37be038-49b0-41ea-97a8-ce30b1b1dd91 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:43:46.787371 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'tag': 'c7a60d32-3281-463d-89c2-45d8c14d73c6', 'status': 'completed', 'code': 200} Aug 29 14:43:46.892291 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['c7a60d32-3281-463d-89c2-45d8c14d73c6'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:43:46.904584 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344e238-8242-4178-b7e4-faaf0b9449b5 req-49a679a1-a05a-4c44-9155-e39ecb0284df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:46.906233 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4344e238-8242-4178-b7e4-faaf0b9449b5 req-49a679a1-a05a-4c44-9155-e39ecb0284df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50e1e30ed1d34a3095da54288e159f79&device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 1138 time: 0.0598037 Aug 29 14:43:46.919735 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41ca9e-f75d-47d4-957a-5d61470be1be req-7ee47b03-4b10-4226-b83a-fef75ebbf1ad tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:46.921303 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dd41ca9e-f75d-47d4-957a-5d61470be1be req-7ee47b03-4b10-4226-b83a-fef75ebbf1ad tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.1106732 Aug 29 14:43:47.039222 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dd41ca9e-f75d-47d4-957a-5d61470be1be req-5346e302-736f-48ee-bb5e-0419b537757e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078379 Aug 29 14:43:47.068246 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344e238-8242-4178-b7e4-faaf0b9449b5 req-f5e4e3e6-a0ff-4c7f-98b0-27c258286e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:47.072895 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4344e238-8242-4178-b7e4-faaf0b9449b5 req-f5e4e3e6-a0ff-4c7f-98b0-27c258286e75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12c21bd5-f232-4467-b923-394610bfbd17 HTTP/1.1" status: 200 len: 916 time: 0.1482501 Aug 29 14:43:47.106942 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-552ef065-09fb-423d-8b34-c8feb0311bd0 None None] Provisioning complete for port c7a60d32-3281-463d-89c2-45d8c14d73c6 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:43:47.107305 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-552ef065-09fb-423d-8b34-c8feb0311bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:47.141096 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4344e238-8242-4178-b7e4-faaf0b9449b5 req-2500d29a-d85f-454e-b727-24f44fb64b1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7a60d32-3281-463d-89c2-45d8c14d73c6 HTTP/1.1" status: 200 len: 1001 time: 0.0632176 Aug 29 14:43:47.194389 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344e238-8242-4178-b7e4-faaf0b9449b5 req-47c5e0c2-27f0-4a19-9330-bd4490ef41bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:47.195895 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4344e238-8242-4178-b7e4-faaf0b9449b5 req-47c5e0c2-27f0-4a19-9330-bd4490ef41bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2db40e74-0ee2-4cb4-891f-66ae89379113 HTTP/1.1" status: 200 len: 854 time: 0.0477586 Aug 29 14:43:47.257812 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344e238-8242-4178-b7e4-faaf0b9449b5 req-9bada59d-4dd7-469f-94f9-0c1bbf0b2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:47.259346 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4344e238-8242-4178-b7e4-faaf0b9449b5 req-9bada59d-4dd7-469f-94f9-0c1bbf0b2d80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12c21bd5-f232-4467-b923-394610bfbd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508344 Aug 29 14:43:47.357871 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4344e238-8242-4178-b7e4-faaf0b9449b5 req-a267e8de-b462-4871-8d24-204ca28bafc7 service neutron] 10.222.0.36 "GET /v2.0/networks/12c21bd5-f232-4467-b923-394610bfbd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896792 Aug 29 14:43:47.473163 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4344e238-8242-4178-b7e4-faaf0b9449b5 req-aa54be5d-6281-46c3-a247-3e3c49921272 service neutron] 10.222.0.36 "GET /v2.0/networks/12c21bd5-f232-4467-b923-394610bfbd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065567 Aug 29 14:43:47.852226 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-13ebe70c-ea48-4f31-9e34-e773c244e47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:48.275387 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:49.018358 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:50.374985 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a774be5-e292-4c3a-910a-1bf922b29242 req-31bbfb94-dab0-4a43-a4ba-60839e235363 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:50.376574 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6a774be5-e292-4c3a-910a-1bf922b29242 req-31bbfb94-dab0-4a43-a4ba-60839e235363 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.2904563 Aug 29 14:43:50.414539 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6a774be5-e292-4c3a-910a-1bf922b29242 req-6960d6b3-649c-4ff2-9357-53909e2670df tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318673 Aug 29 14:43:50.417766 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:51.538969 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca83e5b-6f9d-453f-ba29-94c55b0c4021 req-34ca9cc2-e08e-49f9-aeac-d65cbd4ab9bb tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:51.540466 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6ca83e5b-6f9d-453f-ba29-94c55b0c4021 req-34ca9cc2-e08e-49f9-aeac-d65cbd4ab9bb tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0550117 Aug 29 14:43:51.577334 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6ca83e5b-6f9d-453f-ba29-94c55b0c4021 req-33e29d65-c3b4-437a-907d-d80a15ef703b tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309744 Aug 29 14:43:52.738515 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50614) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:52.844533 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-37609158-d3a0-4d86-be91-9887d9a83889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:52.851692 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da858e78-1009-4a26-bc45-ce9b067eb969 req-8bbcc032-4bc3-48cb-b150-31f981d71568 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:52.853201 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-da858e78-1009-4a26-bc45-ce9b067eb969 req-8bbcc032-4bc3-48cb-b150-31f981d71568 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0508823 Aug 29 14:43:52.894830 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-da858e78-1009-4a26-bc45-ce9b067eb969 req-d2518ac7-52dc-4b30-92c3-610491948fad tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357487 Aug 29 14:43:52.930856 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-37609158-d3a0-4d86-be91-9887d9a83889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:52.971749 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-37609158-d3a0-4d86-be91-9887d9a83889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:53.016196 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-37609158-d3a0-4d86-be91-9887d9a83889 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0bd168eabc54c2fa26549330a1c64c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765932 Aug 29 14:43:53.017040 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37609158-d3a0-4d86-be91-9887d9a83889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4affa103-8815-4d9c-90f6-6d6a31219471,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:53.018905 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50618) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:53.067121 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c360-576a-4002-8d97-fc01d990322b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:53.087264 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c360-576a-4002-8d97-fc01d990322b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:53.229046 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c360-576a-4002-8d97-fc01d990322b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:53.231694 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c360-576a-4002-8d97-fc01d990322b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:53.232875 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-f3f5c360-576a-4002-8d97-fc01d990322b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4affa103-8815-4d9c-90f6-6d6a31219471 HTTP/1.1" status: 204 len: 168 time: 0.2129774 Aug 29 14:43:53.241325 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5c360-576a-4002-8d97-fc01d990322b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4affa103-8815-4d9c-90f6-6d6a31219471,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:53.815937 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50626) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:53.829292 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-632754e3-ee83-4161-b8b0-2bab8d1cfe24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:53.914201 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-632754e3-ee83-4161-b8b0-2bab8d1cfe24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:53.976643 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-632754e3-ee83-4161-b8b0-2bab8d1cfe24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:54.041166 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-632754e3-ee83-4161-b8b0-2bab8d1cfe24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e992b15e33c64ca4a6f633ea224ed372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234731 Aug 29 14:43:54.042792 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632754e3-ee83-4161-b8b0-2bab8d1cfe24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d6ef0f-3d4c-4525-809f-ef53b54fb4f6,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:54.043244 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50630) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:43:54.057086 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780ef22-a402-4886-b05b-f7279997850e req-441792c8-1486-4f55-b2ba-f568bc864022 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:54.058603 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9780ef22-a402-4886-b05b-f7279997850e req-441792c8-1486-4f55-b2ba-f568bc864022 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0934844 Aug 29 14:43:54.097603 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f3b2ccf5-0ab3-4998-98d1-4863d8c55af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:54.097888 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9780ef22-a402-4886-b05b-f7279997850e req-a477c0e8-284f-4044-b1c6-20cb3fc9d69c tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330822 Aug 29 14:43:54.118641 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f3b2ccf5-0ab3-4998-98d1-4863d8c55af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:54.223606 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f3b2ccf5-0ab3-4998-98d1-4863d8c55af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:54.226086 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f3b2ccf5-0ab3-4998-98d1-4863d8c55af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:54.227223 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-f3b2ccf5-0ab3-4998-98d1-4863d8c55af1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32d6ef0f-3d4c-4525-809f-ef53b54fb4f6 HTTP/1.1" status: 204 len: 168 time: 0.1829393 Aug 29 14:43:54.235109 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2ccf5-0ab3-4998-98d1-4863d8c55af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d6ef0f-3d4c-4525-809f-ef53b54fb4f6,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:43:54.452782 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:43:55.214953 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e91407-a680-4e08-b825-3d17a404b811 req-b4f45729-f8b8-44b6-8a61-9c8a8063a325 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:55.216483 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b9e91407-a680-4e08-b825-3d17a404b811 req-b4f45729-f8b8-44b6-8a61-9c8a8063a325 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0507462 Aug 29 14:43:55.256249 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b9e91407-a680-4e08-b825-3d17a404b811 req-6c538cda-3929-4dde-868a-cc9d5fca7df4 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331905 Aug 29 14:43:56.371262 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d769e-558d-4328-af22-6fd2368699e8 req-45a12ed4-8bf2-465b-8ecb-397ec3c133f7 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:56.372740 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-578d769e-558d-4328-af22-6fd2368699e8 req-45a12ed4-8bf2-465b-8ecb-397ec3c133f7 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0496049 Aug 29 14:43:56.411019 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-578d769e-558d-4328-af22-6fd2368699e8 req-16f49271-6f1c-4f01-8a96-e3be4d9e7f50 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320625 Aug 29 14:43:57.528895 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483ad37-66a1-4af5-9301-2aac730ea182 req-f91e2edf-9b26-4410-9808-efa4a6fdf28f tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:57.530388 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4483ad37-66a1-4af5-9301-2aac730ea182 req-f91e2edf-9b26-4410-9808-efa4a6fdf28f tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0534971 Aug 29 14:43:57.568257 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4483ad37-66a1-4af5-9301-2aac730ea182 req-68160189-ce97-4393-ba30-b119ecd352e3 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317709 Aug 29 14:43:58.683048 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7c34c-9e7b-4289-86d6-fabf82d73432 req-985bf076-9436-4aba-aada-92ad1539603a tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:58.684533 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0ef7c34c-9e7b-4289-86d6-fabf82d73432 req-985bf076-9436-4aba-aada-92ad1539603a tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0492570 Aug 29 14:43:58.687650 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:43:58.724121 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0ef7c34c-9e7b-4289-86d6-fabf82d73432 req-0f172858-3402-4e10-b16c-13230e85413a tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334079 Aug 29 14:43:59.838192 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f761e-0dbd-4b9e-b2ee-4f68d377cd48 req-eb35525a-a367-4cd7-a703-fb7908cdb645 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:43:59.839658 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d51f761e-0dbd-4b9e-b2ee-4f68d377cd48 req-eb35525a-a367-4cd7-a703-fb7908cdb645 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0477679 Aug 29 14:43:59.877529 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d51f761e-0dbd-4b9e-b2ee-4f68d377cd48 req-d9132d96-1a86-4c90-b8b6-877c661959f5 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319445 Aug 29 14:44:00.997771 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946304c-2536-4cfc-84b1-1a500612c7b1 req-68257396-3ffd-4f1f-b4fe-615656c21d4f tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:00.999262 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a946304c-2536-4cfc-84b1-1a500612c7b1 req-68257396-3ffd-4f1f-b4fe-615656c21d4f tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0519602 Aug 29 14:44:01.036570 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a946304c-2536-4cfc-84b1-1a500612c7b1 req-d49db6c8-e1ce-432f-98bf-ce62aa2521e4 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309339 Aug 29 14:44:02.154362 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50a903-a2a9-41e6-9906-ded4c9d308eb req-269e26de-977c-492e-bb65-0ff09f804d60 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:02.155821 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1b50a903-a2a9-41e6-9906-ded4c9d308eb req-269e26de-977c-492e-bb65-0ff09f804d60 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0487013 Aug 29 14:44:02.195648 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1b50a903-a2a9-41e6-9906-ded4c9d308eb req-57ea59a1-671d-4b98-b781-462ce278db37 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336554 Aug 29 14:44:03.310066 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595e6e9-63c5-487e-9092-c24339a79985 req-c729252a-c583-4324-85a0-a07e0b2bb88c tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:03.311519 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2595e6e9-63c5-487e-9092-c24339a79985 req-c729252a-c583-4324-85a0-a07e0b2bb88c tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0477779 Aug 29 14:44:03.350212 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2595e6e9-63c5-487e-9092-c24339a79985 req-a416c3ca-db21-42e8-a145-3d5c014094c2 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321708 Aug 29 14:44:03.974412 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50772) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:04.077436 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6cd28aa1-29cb-4c64-849a-0eeca01054f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:04.162991 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6cd28aa1-29cb-4c64-849a-0eeca01054f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:04.200725 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6cd28aa1-29cb-4c64-849a-0eeca01054f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:04.239697 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-6cd28aa1-29cb-4c64-849a-0eeca01054f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d7f4107b2a54efd9f0d2d4e961fdb1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642159 Aug 29 14:44:04.240555 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd28aa1-29cb-4c64-849a-0eeca01054f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e145c4-b102-46c8-b1ce-c746978fd680,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:04.242394 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50776) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:04.296950 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0d6510e9-c8e1-4289-b506-344d5fefb2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:04.318099 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0d6510e9-c8e1-4289-b506-344d5fefb2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:04.452984 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0d6510e9-c8e1-4289-b506-344d5fefb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:04.455527 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0d6510e9-c8e1-4289-b506-344d5fefb2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:04.457356 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-0d6510e9-c8e1-4289-b506-344d5fefb2e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93e145c4-b102-46c8-b1ce-c746978fd680 HTTP/1.1" status: 204 len: 168 time: 0.2126243 Aug 29 14:44:04.469447 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6510e9-c8e1-4289-b506-344d5fefb2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e145c4-b102-46c8-b1ce-c746978fd680,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:04.483530 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437401a0-1666-4a56-b596-5b8be5696f5f req-7f678579-bf4c-43a9-99df-8b296f4fead8 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:04.485138 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-437401a0-1666-4a56-b596-5b8be5696f5f req-7f678579-bf4c-43a9-99df-8b296f4fead8 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0631402 Aug 29 14:44:04.525843 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-437401a0-1666-4a56-b596-5b8be5696f5f req-ae552516-5e57-4cfd-948d-95aab851a81b tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328186 Aug 29 14:44:05.091772 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50794) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:05.105416 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7a24-1248-4328-9eec-740af99e4fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:05.195917 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7a24-1248-4328-9eec-740af99e4fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:05.280441 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7a24-1248-4328-9eec-740af99e4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:05.320748 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-1a0b7a24-1248-4328-9eec-740af99e4fc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=055575fe1d8e4cdd899791005e1cd440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278399 Aug 29 14:44:05.322602 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b7a24-1248-4328-9eec-740af99e4fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376f7d9e-e210-4fa5-81ed-eeeac4c94f4b,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:05.323672 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50796) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:05.375967 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d986f443-a2b1-4ce3-88cb-a8019b83218e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:05.401624 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d986f443-a2b1-4ce3-88cb-a8019b83218e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:05.536598 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d986f443-a2b1-4ce3-88cb-a8019b83218e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:05.539296 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d986f443-a2b1-4ce3-88cb-a8019b83218e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:05.540437 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-d986f443-a2b1-4ce3-88cb-a8019b83218e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/376f7d9e-e210-4fa5-81ed-eeeac4c94f4b HTTP/1.1" status: 204 len: 168 time: 0.2157934 Aug 29 14:44:05.549562 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986f443-a2b1-4ce3-88cb-a8019b83218e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376f7d9e-e210-4fa5-81ed-eeeac4c94f4b,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:05.641949 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f410f0-af63-4dd9-8fb8-9630903eaeee req-a75261c4-5ce6-40c8-bc32-3ea1768e1b56 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:05.643450 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-37f410f0-af63-4dd9-8fb8-9630903eaeee req-a75261c4-5ce6-40c8-bc32-3ea1768e1b56 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0493886 Aug 29 14:44:05.681165 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-37f410f0-af63-4dd9-8fb8-9630903eaeee req-90869b37-7748-4d0b-97fd-8f7604bdc132 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311418 Aug 29 14:44:06.799633 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83895359-2439-48ef-a625-4d8fd2021134 req-ac97d2bf-d6ed-4d3b-ae52-7a64d2eeb6ea tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:06.801816 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-83895359-2439-48ef-a625-4d8fd2021134 req-ac97d2bf-d6ed-4d3b-ae52-7a64d2eeb6ea tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0527685 Aug 29 14:44:06.839764 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-83895359-2439-48ef-a625-4d8fd2021134 req-a0568076-59ae-4a85-a2a8-29a912016b54 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319827 Aug 29 14:44:07.626388 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b8bff-cf17-48b7-b409-b6f946411b6e req-d032d216-8c99-455a-a5da-b911d70391c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:07.628077 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6b5b8bff-cf17-48b7-b409-b6f946411b6e req-d032d216-8c99-455a-a5da-b911d70391c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=236affd94e314d68a10b2decd9cafcd1&device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 1098 time: 0.0434477 Aug 29 14:44:07.720471 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b8bff-cf17-48b7-b409-b6f946411b6e req-ee702ea5-63aa-4f6a-a9d9-5ad0f0c51c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:07.722470 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6b5b8bff-cf17-48b7-b409-b6f946411b6e req-ee702ea5-63aa-4f6a-a9d9-5ad0f0c51c62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d84c55a3-b401-4300-b3ca-9117e55c4b72 HTTP/1.1" status: 200 len: 909 time: 0.0861933 Aug 29 14:44:07.788342 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6b5b8bff-cf17-48b7-b409-b6f946411b6e req-9fd3b510-5d7f-4236-bbb7-2b9a89cf69cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1 HTTP/1.1" status: 200 len: 1000 time: 0.0585160 Aug 29 14:44:07.840576 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b8bff-cf17-48b7-b409-b6f946411b6e req-546b9f3a-fc17-4eee-8556-ade66c699ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:07.842059 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6b5b8bff-cf17-48b7-b409-b6f946411b6e req-546b9f3a-fc17-4eee-8556-ade66c699ec6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c51a3205-4b38-4051-8846-91cae5501301 HTTP/1.1" status: 200 len: 847 time: 0.0460904 Aug 29 14:44:07.889173 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b8bff-cf17-48b7-b409-b6f946411b6e req-ee1eb43a-503e-435a-8cf6-d7f0414ca3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:07.890837 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6b5b8bff-cf17-48b7-b409-b6f946411b6e req-ee1eb43a-503e-435a-8cf6-d7f0414ca3c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d84c55a3-b401-4300-b3ca-9117e55c4b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413725 Aug 29 14:44:08.017453 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19954d6e-799a-451d-8a90-39a34270004c req-062f26a8-b377-43ec-a283-3d5408ac6dec tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:08.019652 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-19954d6e-799a-451d-8a90-39a34270004c req-062f26a8-b377-43ec-a283-3d5408ac6dec tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.1033237 Aug 29 14:44:08.025160 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6b5b8bff-cf17-48b7-b409-b6f946411b6e req-978c5652-2a95-4c35-a544-8f1838036f7b service neutron] 10.222.0.36 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269002 Aug 29 14:44:08.109175 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-19954d6e-799a-451d-8a90-39a34270004c req-f5555f9e-35f4-4d74-8b3a-41707d97b13e tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830138 Aug 29 14:44:08.144312 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6b5b8bff-cf17-48b7-b409-b6f946411b6e req-b2b732c6-020d-4c64-a4c6-82f2fbf6060f service neutron] 10.222.0.36 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109326 Aug 29 14:44:09.060268 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50874) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:09.166721 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e3bd-adb3-4a3c-beea-68528736d868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:09.228804 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e96f0-9229-4ff8-9eb7-87834fcdfa23 req-3aee4c66-5d7c-45c3-a79f-77ca87bead5e tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:09.230317 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5c7e96f0-9229-4ff8-9eb7-87834fcdfa23 req-3aee4c66-5d7c-45c3-a79f-77ca87bead5e tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0549731 Aug 29 14:44:09.280985 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e3bd-adb3-4a3c-beea-68528736d868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:09.286477 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5c7e96f0-9229-4ff8-9eb7-87834fcdfa23 req-ca62b394-ec30-4000-800a-76111451b6b8 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453296 Aug 29 14:44:09.366359 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e3bd-adb3-4a3c-beea-68528736d868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:09.405032 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-7ab0e3bd-adb3-4a3c-beea-68528736d868 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3a8f25db2d04f66a1626e322353d6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436840 Aug 29 14:44:09.405887 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0e3bd-adb3-4a3c-beea-68528736d868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6448d1-91e1-47e0-83a6-a5b7c419dce7,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:09.407719 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50892) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:09.455527 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5cf6-48c4-42ca-aa12-c8d0534f8440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:09.477534 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5cf6-48c4-42ca-aa12-c8d0534f8440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:09.571856 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5cf6-48c4-42ca-aa12-c8d0534f8440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:09.574795 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5cf6-48c4-42ca-aa12-c8d0534f8440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:09.575953 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-5d2d5cf6-48c4-42ca-aa12-c8d0534f8440 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea6448d1-91e1-47e0-83a6-a5b7c419dce7 HTTP/1.1" status: 204 len: 168 time: 0.1672714 Aug 29 14:44:09.585487 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d5cf6-48c4-42ca-aa12-c8d0534f8440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6448d1-91e1-47e0-83a6-a5b7c419dce7,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:10.401292 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce7f31-bc9f-4fcd-bba2-c3a4d571a5d6 req-eaa06233-8297-4dbd-a597-f979fb5cc70b tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:10.402810 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-96ce7f31-bc9f-4fcd-bba2-c3a4d571a5d6 req-eaa06233-8297-4dbd-a597-f979fb5cc70b tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0563109 Aug 29 14:44:10.440689 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-96ce7f31-bc9f-4fcd-bba2-c3a4d571a5d6 req-336d1623-4240-4f3b-b418-953ce23b943f tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314150 Aug 29 14:44:11.024843 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50930) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:11.133295 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4c921d81-b449-48ee-9411-431557799618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:11.217651 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4c921d81-b449-48ee-9411-431557799618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:11.268767 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4c921d81-b449-48ee-9411-431557799618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:11.315691 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-4c921d81-b449-48ee-9411-431557799618 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9c575fd32434e03bfc3d9615822a8db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897925 Aug 29 14:44:11.316957 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c921d81-b449-48ee-9411-431557799618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd53fa8-8ec1-4460-9cab-e1ffc62fdc84,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:11.318489 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 50934) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:11.369978 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-377aecc5-1e07-479c-8109-45ea6a391e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:11.391205 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-377aecc5-1e07-479c-8109-45ea6a391e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:11.496792 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-377aecc5-1e07-479c-8109-45ea6a391e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:11.499723 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-377aecc5-1e07-479c-8109-45ea6a391e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:11.504301 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-377aecc5-1e07-479c-8109-45ea6a391e64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8cd53fa8-8ec1-4460-9cab-e1ffc62fdc84 HTTP/1.1" status: 204 len: 168 time: 0.1847253 Aug 29 14:44:11.521848 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377aecc5-1e07-479c-8109-45ea6a391e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd53fa8-8ec1-4460-9cab-e1ffc62fdc84,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:11.560847 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c05fb8-4b74-4438-a595-4ba0d9731ec4 req-26ae2ee2-6eaa-43d1-a35d-a7bef0f0a2c5 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:11.562400 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7c05fb8-4b74-4438-a595-4ba0d9731ec4 req-26ae2ee2-6eaa-43d1-a35d-a7bef0f0a2c5 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0553770 Aug 29 14:44:11.601014 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7c05fb8-4b74-4438-a595-4ba0d9731ec4 req-76878aaf-b159-46a0-b753-f3a15af3d947 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323617 Aug 29 14:44:12.039045 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50946) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:12.052085 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-989e3696-4afd-462d-8316-e3d64aaf09c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:12.138148 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-989e3696-4afd-462d-8316-e3d64aaf09c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:12.199492 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-989e3696-4afd-462d-8316-e3d64aaf09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:12.235282 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e3696-4afd-462d-8316-e3d64aaf09c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856b025f-ea80-4ff0-ad7e-93c2c2f5fb40,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:12.240506 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-989e3696-4afd-462d-8316-e3d64aaf09c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b09ed877d7934f17883ebaeccfc90388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004185 Aug 29 14:44:12.243219 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 50948) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:12.291545 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6803a3ef-5ea4-44d2-a991-8d4458ccef65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:12.312818 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6803a3ef-5ea4-44d2-a991-8d4458ccef65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:12.434732 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6803a3ef-5ea4-44d2-a991-8d4458ccef65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:12.437285 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6803a3ef-5ea4-44d2-a991-8d4458ccef65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:12.438454 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-6803a3ef-5ea4-44d2-a991-8d4458ccef65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/856b025f-ea80-4ff0-ad7e-93c2c2f5fb40 HTTP/1.1" status: 204 len: 168 time: 0.1945055 Aug 29 14:44:12.446852 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803a3ef-5ea4-44d2-a991-8d4458ccef65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856b025f-ea80-4ff0-ad7e-93c2c2f5fb40,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:12.718409 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b8d32-e057-433a-bd0f-68151000e301 req-99815e4f-5903-46c7-9ee3-05d17b84f7a7 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:12.719895 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-312b8d32-e057-433a-bd0f-68151000e301 req-99815e4f-5903-46c7-9ee3-05d17b84f7a7 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0528405 Aug 29 14:44:12.758072 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-312b8d32-e057-433a-bd0f-68151000e301 req-98faeef0-08bf-4d94-a17f-ae9d5f2c55de tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319746 Aug 29 14:44:13.105112 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 736382df-9ff7-47f9-80ae-b4d87c90bea1 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:44:13.181064 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:13.205747 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925f4539-415c-4aa5-8279-4437e4110580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '736382df-9ff7-47f9-80ae-b4d87c90bea1'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:44:13.208681 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220f2d98-5ef5-4c24-9c95-5ce9b00dfd82" -d '{"events": [{"server_uuid": "925f4539-415c-4aa5-8279-4437e4110580", "name": "network-vif-unplugged", "status": "completed", "tag": "736382df-9ff7-47f9-80ae-b4d87c90bea1"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:44:13.221898 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 736382df-9ff7-47f9-80ae-b4d87c90bea1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:44:13.249585 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 14:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8c5978-6c1f-4b87-900b-1719fdc7b5bb x-openstack-request-id: req-ed8c5978-6c1f-4b87-900b-1719fdc7b5bb {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:44:13.249903 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925f4539-415c-4aa5-8279-4437e4110580", "name": "network-vif-unplugged", "status": "completed", "tag": "736382df-9ff7-47f9-80ae-b4d87c90bea1", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:44:13.250162 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed8c5978-6c1f-4b87-900b-1719fdc7b5bb {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:44:13.250554 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925f4539-415c-4aa5-8279-4437e4110580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '736382df-9ff7-47f9-80ae-b4d87c90bea1', 'code': 200} Aug 29 14:44:13.273993 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:13.324861 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=736382df-9ff7-47f9-80ae-b4d87c90bea1,revision_number=6']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:13.333036 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:13.333394 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:13.333736 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:13.334092 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:13.334429 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:13.334757 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:13.335082 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:13.335405 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:13.335747 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:13.336050 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:13.336367 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:13.336685 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:13.888554 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88d8e6-8664-47f6-a189-49a72103baf5 req-4d70d615-9815-4633-831f-b3e4cad5d754 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:13.890340 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fb88d8e6-8664-47f6-a189-49a72103baf5 req-4d70d615-9815-4633-831f-b3e4cad5d754 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0557883 Aug 29 14:44:13.929385 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fb88d8e6-8664-47f6-a189-49a72103baf5 req-f16d74e7-dcdc-490b-9ad6-1693523d1065 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326536 Aug 29 14:44:15.052891 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c961bd-5242-47c9-99a8-f4793311d701 req-2113802c-560c-4cae-a3ab-7186068de21e tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:15.054454 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c0c961bd-5242-47c9-99a8-f4793311d701 req-2113802c-560c-4cae-a3ab-7186068de21e tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0484359 Aug 29 14:44:15.092326 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c0c961bd-5242-47c9-99a8-f4793311d701 req-a62c1899-99d6-4212-970b-8451fad598ac tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320745 Aug 29 14:44:15.212081 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-f763ea57-aead-4377-b9b0-27dbb4d2288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:15.507474 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51046) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:15.617306 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-08f174ad-e7be-4223-a90e-e38dbe959e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:15.710202 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-08f174ad-e7be-4223-a90e-e38dbe959e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:15.783066 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-08f174ad-e7be-4223-a90e-e38dbe959e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:15.822685 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-08f174ad-e7be-4223-a90e-e38dbe959e93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6cfeaa2120bd4551893a17a02575c0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137715 Aug 29 14:44:15.824659 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f174ad-e7be-4223-a90e-e38dbe959e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e444bda-b983-4882-8e20-bc4dcf97cf69,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:15.825394 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51060) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:15.884828 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d790-18ce-48c7-8a42-a9308e428215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:15.914668 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d790-18ce-48c7-8a42-a9308e428215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:16.017376 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d790-18ce-48c7-8a42-a9308e428215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:16.020281 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d790-18ce-48c7-8a42-a9308e428215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:16.021456 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-4ad9d790-18ce-48c7-8a42-a9308e428215 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e444bda-b983-4882-8e20-bc4dcf97cf69 HTTP/1.1" status: 204 len: 168 time: 0.1949723 Aug 29 14:44:16.030698 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9d790-18ce-48c7-8a42-a9308e428215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e444bda-b983-4882-8e20-bc4dcf97cf69,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:16.220230 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36032043-5e7f-4586-8dae-b083361626f7 req-885f3456-5ab7-435b-8f0e-ae27f48edee1 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:16.222443 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-36032043-5e7f-4586-8dae-b083361626f7 req-885f3456-5ab7-435b-8f0e-ae27f48edee1 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0624199 Aug 29 14:44:16.264795 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-36032043-5e7f-4586-8dae-b083361626f7 req-10e16d89-c3dc-42a0-8fcc-1baefec0dbc4 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348866 Aug 29 14:44:16.666913 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51088) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:16.674556 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ccef6-bf3b-4aff-a4e1-a7f7993df3fd req-00172982-1214-49ed-8c69-47a6650dd465 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:16.676460 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-565ccef6-bf3b-4aff-a4e1-a7f7993df3fd req-00172982-1214-49ed-8c69-47a6650dd465 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0541513 Aug 29 14:44:16.686646 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d8c7c831-b4ca-4024-9892-d502319c1746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:16.724999 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-565ccef6-bf3b-4aff-a4e1-a7f7993df3fd req-0b49bbeb-9d6b-4294-9171-3e34aca3ad64 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361226 Aug 29 14:44:16.779010 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d8c7c831-b4ca-4024-9892-d502319c1746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:16.866740 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-d8c7c831-b4ca-4024-9892-d502319c1746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:16.928705 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-d8c7c831-b4ca-4024-9892-d502319c1746 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c837472902b84ee391cc17d398eb726b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607064 Aug 29 14:44:16.932190 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7c831-b4ca-4024-9892-d502319c1746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae23b8c3-d1da-402b-9750-358b6a354cbe,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:16.932886 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51098) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:16.940468 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [req-304777ff-3923-4400-8d9c-6c0c13afe176 req-72796573-675f-42cd-a72b-6218553e79ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2641182 Aug 29 14:44:16.994309 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-43bdd3e6-59f6-4aaa-9cfa-16a38c37ef76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:17.015474 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-43bdd3e6-59f6-4aaa-9cfa-16a38c37ef76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:17.132007 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-43bdd3e6-59f6-4aaa-9cfa-16a38c37ef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:17.138225 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-43bdd3e6-59f6-4aaa-9cfa-16a38c37ef76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:17.138225 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-43bdd3e6-59f6-4aaa-9cfa-16a38c37ef76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae23b8c3-d1da-402b-9750-358b6a354cbe HTTP/1.1" status: 204 len: 168 time: 0.2020576 Aug 29 14:44:17.144654 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdd3e6-59f6-4aaa-9cfa-16a38c37ef76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae23b8c3-d1da-402b-9750-358b6a354cbe,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:17.807223 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-473a8785-f4d1-44da-aa47-bd858f7bc0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:17.870927 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf0442-cfea-494e-a0a8-d29eafa50852 req-b34a6d1a-cfeb-428f-8d55-6326ff9005c2 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:17.871651 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f9cf0442-cfea-494e-a0a8-d29eafa50852 req-b34a6d1a-cfeb-428f-8d55-6326ff9005c2 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0658176 Aug 29 14:44:17.917938 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f9cf0442-cfea-494e-a0a8-d29eafa50852 req-2f48cdc1-14aa-4a43-a30a-5c0a0a59ab5e tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403879 Aug 29 14:44:18.205811 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:18.283838 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51158) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:18.383868 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1905668178-network', 'tenant_id': '7ad7b36c8d0041c5a7443bcb23e720f3'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:44:18.474679 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] Made reservation on behalf of 7ad7b36c8d0041c5a7443bcb23e720f3 for: {'network': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:44:18.477023 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:18.486955 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:18.575568 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:18.674596 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:18.706075 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=94544) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:44:18.712830 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0b75b7-8f26-45a8-bcca-59e0ab0c599c,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:18.718750 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:18.719099 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.segments_db [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] Added segment 7f3a3a82-e53c-4b8b-a13e-341dfc090e7e of type vlan for network 2fa761fd-ada0-4005-a03d-0632a8ce8438 Aug 29 14:44:18.760958 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:18.891751 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:18.892642 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:18.893223 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:18.961499 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] Pushing event updated for resources: {'Network': ['ID=2fa761fd-ada0-4005-a03d-0632a8ce8438,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:18.971512 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network 2fa761fd-ada0-4005-a03d-0632a8ce8438 details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:44:19.019470 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:19.033104 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-c7af76e2-210d-4da9-830b-c99eb4123840 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7479739 Aug 29 14:44:19.036537 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51168) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:19.041433 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-af06cf9e-d63c-40f1-a773-16a2bcd9a24d admin admin] Request body: {'subnet': {'network_id': '2fa761fd-ada0-4005-a03d-0632a8ce8438', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1905668178-subnet', 'tenant_id': '7ad7b36c8d0041c5a7443bcb23e720f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:44:19.061287 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144f93c-38bf-4f1f-9c2f-9aec8100ebe2 req-2ccd5ed3-9c23-4a75-9568-a5fd737ceb5a tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:19.062453 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1144f93c-38bf-4f1f-9c2f-9aec8100ebe2 req-2ccd5ed3-9c23-4a75-9568-a5fd737ceb5a tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0601587 Aug 29 14:44:19.104474 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1144f93c-38bf-4f1f-9c2f-9aec8100ebe2 req-44bc9818-bb0b-4523-b68d-f06ba83be544 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357497 Aug 29 14:44:19.161191 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af06cf9e-d63c-40f1-a773-16a2bcd9a24d admin admin] Made reservation on behalf of 7ad7b36c8d0041c5a7443bcb23e720f3 for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:44:19.163448 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-af06cf9e-d63c-40f1-a773-16a2bcd9a24d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3712991'] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:19.417662 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-af06cf9e-d63c-40f1-a773-16a2bcd9a24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3957124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3712941'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:19.470405 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06cf9e-d63c-40f1-a773-16a2bcd9a24d admin admin] Pushing event updated for resources: {'Subnet': ['ID=10f8f75c-2b1f-42ff-a184-d2117b027f28,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:19.481609 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af06cf9e-d63c-40f1-a773-16a2bcd9a24d admin admin] Checking segment: {'id': '7f3a3a82-e53c-4b8b-a13e-341dfc090e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2fa761fd-ada0-4005-a03d-0632a8ce8438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:44:19.481989 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af06cf9e-d63c-40f1-a773-16a2bcd9a24d admin admin] Network hostable DHCP agents. Network: 2fa761fd-ada0-4005-a03d-0632a8ce8438, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:44:19.594288 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af06cf9e-d63c-40f1-a773-16a2bcd9a24d admin admin] Network 2fa761fd-ada0-4005-a03d-0632a8ce8438 is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:44:19.650836 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304777ff-3923-4400-8d9c-6c0c13afe176 req-c8935a4b-1626-41a1-93c8-d4d4d9a7c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:19.652310 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-304777ff-3923-4400-8d9c-6c0c13afe176 req-c8935a4b-1626-41a1-93c8-d4d4d9a7c02b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580&tenant_id=236affd94e314d68a10b2decd9cafcd1 HTTP/1.1" status: 200 len: 1096 time: 0.0414774 Aug 29 14:44:19.679525 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-af06cf9e-d63c-40f1-a773-16a2bcd9a24d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, 2fa761fd-ada0-4005-a03d-0632a8ce8438) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:44:19.683800 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af06cf9e-d63c-40f1-a773-16a2bcd9a24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:19.684369 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-af06cf9e-d63c-40f1-a773-16a2bcd9a24d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:19.688483 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b59d57-9a3e-4519-a69e-21d51093bf1c None None] Network 2fa761fd-ada0-4005-a03d-0632a8ce8438 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:44:19.729692 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304777ff-3923-4400-8d9c-6c0c13afe176 req-30e7622f-f79f-4a71-be79-372469d757fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:19.731330 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-304777ff-3923-4400-8d9c-6c0c13afe176 req-30e7622f-f79f-4a71-be79-372469d757fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=236affd94e314d68a10b2decd9cafcd1&device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 1096 time: 0.0421362 Aug 29 14:44:19.755513 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-af06cf9e-d63c-40f1-a773-16a2bcd9a24d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7178497 Aug 29 14:44:19.820838 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24a3fa6-9ff3-49d2-907c-6ce4ef2f7d12 None None] Network 2fa761fd-ada0-4005-a03d-0632a8ce8438 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:44:19.858161 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304777ff-3923-4400-8d9c-6c0c13afe176 req-2d466fc3-0052-4971-b0ea-017a585914c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:19.859824 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-304777ff-3923-4400-8d9c-6c0c13afe176 req-2d466fc3-0052-4971-b0ea-017a585914c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d84c55a3-b401-4300-b3ca-9117e55c4b72 HTTP/1.1" status: 200 len: 909 time: 0.1208057 Aug 29 14:44:19.933779 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-304777ff-3923-4400-8d9c-6c0c13afe176 req-c8742870-ddf8-450f-a7e9-00259340c2fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1 HTTP/1.1" status: 200 len: 998 time: 0.0631449 Aug 29 14:44:19.984216 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304777ff-3923-4400-8d9c-6c0c13afe176 req-330b6097-b304-4ca4-b3e3-7743829ea8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:19.985891 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-304777ff-3923-4400-8d9c-6c0c13afe176 req-330b6097-b304-4ca4-b3e3-7743829ea8bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c51a3205-4b38-4051-8846-91cae5501301 HTTP/1.1" status: 200 len: 847 time: 0.0466754 Aug 29 14:44:20.038110 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304777ff-3923-4400-8d9c-6c0c13afe176 req-066baf61-aa8a-49e9-94f3-9e5361fb245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:20.039671 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-304777ff-3923-4400-8d9c-6c0c13afe176 req-066baf61-aa8a-49e9-94f3-9e5361fb245b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d84c55a3-b401-4300-b3ca-9117e55c4b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466940 Aug 29 14:44:20.129992 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-304777ff-3923-4400-8d9c-6c0c13afe176 req-6ed21efc-d0b5-4c63-9bdb-8b6ba1ca9ae0 service neutron] 10.222.0.36 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829587 Aug 29 14:44:20.259985 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba83c-cb42-4526-9d1a-72e947f8166f req-9a49b4d0-555d-47cb-ac0d-2cdce0fe9aa8 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:20.261563 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7afba83c-cb42-4526-9d1a-72e947f8166f req-9a49b4d0-555d-47cb-ac0d-2cdce0fe9aa8 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0829880 Aug 29 14:44:20.267343 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-304777ff-3923-4400-8d9c-6c0c13afe176 req-c0c18293-024c-4710-9019-1315ee5b345b service neutron] 10.222.0.36 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300020 Aug 29 14:44:20.301230 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7afba83c-cb42-4526-9d1a-72e947f8166f req-ec6e2d24-052f-48de-9673-9b2972f96b8d tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329437 Aug 29 14:44:20.463474 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:20.481189 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51192) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:20.486478 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1748723347-network', 'tenant_id': '7f609a8a83614ed5b4f32daa50e2f281'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:44:20.582605 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] Made reservation on behalf of 7f609a8a83614ed5b4f32daa50e2f281 for: {'network': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:44:20.584843 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:20.593779 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:20.681189 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:20.788534 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:20.808521 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=94545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:44:20.822463 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ca7082-5a96-4adf-961c-ae398f17f980,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:20.825208 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:20.825543 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.segments_db [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] Added segment 2f88ca82-25c3-4dbe-a1c4-8d680e8b3129 of type vlan for network 2e4ba5d2-dc78-414d-9c75-d123a830a731 Aug 29 14:44:20.865022 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:20.971921 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:20.973224 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:20.973834 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:21.033315 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] Pushing event updated for resources: {'Network': ['ID=2e4ba5d2-dc78-414d-9c75-d123a830a731,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:21.043367 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network 2e4ba5d2-dc78-414d-9c75-d123a830a731 details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:44:21.131833 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-a030faf3-fb69-4938-8b78-2324e54da2a1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6492598 Aug 29 14:44:21.134486 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51200) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:21.142274 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-26ab4deb-85d2-4242-9027-7535a0139e66 admin admin] Request body: {'subnet': {'network_id': '2e4ba5d2-dc78-414d-9c75-d123a830a731', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1748723347-subnet', 'tenant_id': '7f609a8a83614ed5b4f32daa50e2f281', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:44:21.245952 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ab4deb-85d2-4242-9027-7535a0139e66 admin admin] Made reservation on behalf of 7f609a8a83614ed5b4f32daa50e2f281 for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:44:21.248253 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-26ab4deb-85d2-4242-9027-7535a0139e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3712991'] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:21.417879 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92157ed-b92f-40c6-a1aa-33ecee24c69b req-b63c4791-dc32-4755-a0dc-a386102d55ae tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:21.419368 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b92157ed-b92f-40c6-a1aa-33ecee24c69b req-b63c4791-dc32-4755-a0dc-a386102d55ae tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0505693 Aug 29 14:44:21.455688 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b92157ed-b92f-40c6-a1aa-33ecee24c69b req-5a2d4843-f01e-4d4d-a386-b5be1b66f887 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303645 Aug 29 14:44:21.486084 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-26ab4deb-85d2-4242-9027-7535a0139e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3957124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3712941'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:21.541877 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab4deb-85d2-4242-9027-7535a0139e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bfa1053-59fb-4d52-8e43-872086fce37b,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:21.549537 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ab4deb-85d2-4242-9027-7535a0139e66 admin admin] Checking segment: {'id': '2f88ca82-25c3-4dbe-a1c4-8d680e8b3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2e4ba5d2-dc78-414d-9c75-d123a830a731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:44:21.550218 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab4deb-85d2-4242-9027-7535a0139e66 admin admin] Network hostable DHCP agents. Network: 2e4ba5d2-dc78-414d-9c75-d123a830a731, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:44:21.686031 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab4deb-85d2-4242-9027-7535a0139e66 admin admin] Network 2e4ba5d2-dc78-414d-9c75-d123a830a731 is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:44:21.771815 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-26ab4deb-85d2-4242-9027-7535a0139e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, 2e4ba5d2-dc78-414d-9c75-d123a830a731) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:44:21.775774 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ab4deb-85d2-4242-9027-7535a0139e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:21.776352 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-26ab4deb-85d2-4242-9027-7535a0139e66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:21.780427 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8529a2d3-b9f9-4679-8477-079ab260f7ef None None] Network 2e4ba5d2-dc78-414d-9c75-d123a830a731 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:44:21.869252 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-26ab4deb-85d2-4242-9027-7535a0139e66 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7335641 Aug 29 14:44:22.031096 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59f5220-7fb2-4307-9335-83dafb3d12f0 None None] Network 2e4ba5d2-dc78-414d-9c75-d123a830a731 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:44:22.572848 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b8f8d-f37c-46e1-8b7d-abd6ead15b4d req-9efcbaa9-0917-481a-af39-b6a21af622b2 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:22.574370 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4a5b8f8d-f37c-46e1-8b7d-abd6ead15b4d req-9efcbaa9-0917-481a-af39-b6a21af622b2 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0513980 Aug 29 14:44:22.614256 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4a5b8f8d-f37c-46e1-8b7d-abd6ead15b4d req-ba9f7bac-d834-4269-aa5f-7d81f93d6123 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338378 Aug 29 14:44:22.679702 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51220) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:22.790604 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2200796c-e583-4d34-9cac-4357c66d3423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:22.879777 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2200796c-e583-4d34-9cac-4357c66d3423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:22.931734 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2200796c-e583-4d34-9cac-4357c66d3423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:22.973449 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-2200796c-e583-4d34-9cac-4357c66d3423 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e20fbc7614fb4be3a3c041d96abe2ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924087 Aug 29 14:44:22.975866 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200796c-e583-4d34-9cac-4357c66d3423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe206ac-b7a1-48e7-9742-705e9c0e38f4,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:22.982025 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51228) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:23.024858 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b2ed1d79-cc65-45b3-96df-dc653d11b5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:23.045485 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b2ed1d79-cc65-45b3-96df-dc653d11b5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:23.160568 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b2ed1d79-cc65-45b3-96df-dc653d11b5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:23.163654 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b2ed1d79-cc65-45b3-96df-dc653d11b5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:23.164795 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-b2ed1d79-cc65-45b3-96df-dc653d11b5be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fe206ac-b7a1-48e7-9742-705e9c0e38f4 HTTP/1.1" status: 204 len: 168 time: 0.1869507 Aug 29 14:44:23.172531 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed1d79-cc65-45b3-96df-dc653d11b5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe206ac-b7a1-48e7-9742-705e9c0e38f4,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:23.760312 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d10d0-9d5e-45b8-8a75-896b9f323f15 req-7f261bd6-ad6e-4121-883f-bb02896898f2 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:23.761750 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cf8d10d0-9d5e-45b8-8a75-896b9f323f15 req-7f261bd6-ad6e-4121-883f-bb02896898f2 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0799525 Aug 29 14:44:23.770242 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84ffbe-1450-41ef-97a9-eedf07032caf req-ae2d12d4-a850-4ac3-8b55-75da952b2cd4 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:23.771688 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-de84ffbe-1450-41ef-97a9-eedf07032caf req-ae2d12d4-a850-4ac3-8b55-75da952b2cd4 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.0886471 Aug 29 14:44:23.866114 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-de84ffbe-1450-41ef-97a9-eedf07032caf req-7aef0c10-c546-4d43-8c76-0503c3270c8f tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841680 Aug 29 14:44:23.868220 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cf8d10d0-9d5e-45b8-8a75-896b9f323f15 req-0e8af3c5-cfe6-43a4-b234-116609849075 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956664 Aug 29 14:44:23.873101 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fba2bd-85f2-4ff0-aaf5-9dfe6cdbf86f req-0262c8ce-31f1-4c62-9a33-7871f8d00b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:23.874935 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-83fba2bd-85f2-4ff0-aaf5-9dfe6cdbf86f req-0262c8ce-31f1-4c62-9a33-7871f8d00b84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50e1e30ed1d34a3095da54288e159f79&device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 1138 time: 0.1011882 Aug 29 14:44:23.974382 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fba2bd-85f2-4ff0-aaf5-9dfe6cdbf86f req-14a9b4f9-b602-49f5-8978-ff8d65129f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:23.976111 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-83fba2bd-85f2-4ff0-aaf5-9dfe6cdbf86f req-14a9b4f9-b602-49f5-8978-ff8d65129f89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12c21bd5-f232-4467-b923-394610bfbd17 HTTP/1.1" status: 200 len: 916 time: 0.0893836 Aug 29 14:44:24.040881 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-83fba2bd-85f2-4ff0-aaf5-9dfe6cdbf86f req-da13d12a-2ca5-44e5-aab7-f9d2c461b161 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7a60d32-3281-463d-89c2-45d8c14d73c6 HTTP/1.1" status: 200 len: 1001 time: 0.0576286 Aug 29 14:44:24.090627 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fba2bd-85f2-4ff0-aaf5-9dfe6cdbf86f req-31440aa6-5967-4e57-ad60-0b1abafafb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:24.092074 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-83fba2bd-85f2-4ff0-aaf5-9dfe6cdbf86f req-31440aa6-5967-4e57-ad60-0b1abafafb0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2db40e74-0ee2-4cb4-891f-66ae89379113 HTTP/1.1" status: 200 len: 854 time: 0.0435100 Aug 29 14:44:24.141241 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fba2bd-85f2-4ff0-aaf5-9dfe6cdbf86f req-9c1383fd-974f-417e-a696-63be5d0f1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:24.142760 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-83fba2bd-85f2-4ff0-aaf5-9dfe6cdbf86f req-9c1383fd-974f-417e-a696-63be5d0f1343 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12c21bd5-f232-4467-b923-394610bfbd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427480 Aug 29 14:44:24.232089 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-83fba2bd-85f2-4ff0-aaf5-9dfe6cdbf86f req-d6457a26-9686-44de-9a3c-f17398fd574c service neutron] 10.222.0.36 "GET /v2.0/networks/12c21bd5-f232-4467-b923-394610bfbd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822551 Aug 29 14:44:24.329686 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-83fba2bd-85f2-4ff0-aaf5-9dfe6cdbf86f req-4cc87fc4-c1f1-4781-af8f-f6af8844d8d5 service neutron] 10.222.0.36 "GET /v2.0/networks/12c21bd5-f232-4467-b923-394610bfbd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886941 Aug 29 14:44:25.011618 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce34ae2-79fa-4010-b490-857e4a14aa46 req-0159adaf-2de5-4ded-9cfe-ec3b021d73bd tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:25.013100 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2ce34ae2-79fa-4010-b490-857e4a14aa46 req-0159adaf-2de5-4ded-9cfe-ec3b021d73bd tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0775418 Aug 29 14:44:25.026271 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ff80f-63a3-45ee-8602-1fd89d15ada0 req-2c0b29a7-0ffb-42a4-8abe-c2f99815126f tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:25.027667 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cd9ff80f-63a3-45ee-8602-1fd89d15ada0 req-2c0b29a7-0ffb-42a4-8abe-c2f99815126f tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.0819900 Aug 29 14:44:25.082957 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2ce34ae2-79fa-4010-b490-857e4a14aa46 req-d9565eb8-953e-4bde-afca-c7b09b1b3d53 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543339 Aug 29 14:44:25.092049 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cd9ff80f-63a3-45ee-8602-1fd89d15ada0 req-f2b8263f-fd66-474b-a82d-55a95db5635c tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578599 Aug 29 14:44:26.225243 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6054a85-5a0d-4394-bee4-77160f22c612 req-3df17afb-fa1e-4816-b871-ce76a846c573 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:26.226758 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d6054a85-5a0d-4394-bee4-77160f22c612 req-3df17afb-fa1e-4816-b871-ce76a846c573 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0786414 Aug 29 14:44:26.234671 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171481c7-92f8-41f4-97f6-d566e30a3a4e req-d437eba0-c996-4f21-ab5f-5ad223221d55 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:26.235950 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-171481c7-92f8-41f4-97f6-d566e30a3a4e req-d437eba0-c996-4f21-ab5f-5ad223221d55 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.0773976 Aug 29 14:44:26.292435 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d6054a85-5a0d-4394-bee4-77160f22c612 req-a692cdc0-b20f-4f2f-b607-dc224cf50227 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555496 Aug 29 14:44:26.301221 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-171481c7-92f8-41f4-97f6-d566e30a3a4e req-710425af-94f0-46ae-ab89-1bd7a4b80615 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575695 Aug 29 14:44:27.198005 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 736382df-9ff7-47f9-80ae-b4d87c90bea1 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:44:27.293379 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 736382df-9ff7-47f9-80ae-b4d87c90bea1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:44:27.305005 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '736382df-9ff7-47f9-80ae-b4d87c90bea1', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'port_id': '736382df-9ff7-47f9-80ae-b4d87c90bea1', 'mac_address': 'fa:16:3e:c7:56:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51a3205-4b38-4051-8846-91cae5501301', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:44:27.341972 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:27.355314 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736382df-9ff7-47f9-80ae-b4d87c90bea1 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:44:27.377241 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 736382df-9ff7-47f9-80ae-b4d87c90bea1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:44:27.451173 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54e7d9-c8f5-4375-ba61-53afceac678a req-b05951bb-54ad-460e-83b2-cd468fee1b5e tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:27.452654 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ce54e7d9-c8f5-4375-ba61-53afceac678a req-b05951bb-54ad-460e-83b2-cd468fee1b5e tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 943 time: 0.0896614 Aug 29 14:44:27.468897 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf8228-dee2-41e2-b546-d1fd9f407a83 req-0f2e80bd-b414-491a-b79c-7f3f91fb2a67 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:27.469394 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:27.470430 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-70bf8228-dee2-41e2-b546-d1fd9f407a83 req-0f2e80bd-b414-491a-b79c-7f3f91fb2a67 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.0965226 Aug 29 14:44:27.524423 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ce54e7d9-c8f5-4375-ba61-53afceac678a req-0afbfa00-e5e6-48b9-b1b2-a1b307d8a7ed tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647509 Aug 29 14:44:27.539188 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-70bf8228-dee2-41e2-b546-d1fd9f407a83 req-733220bc-7af0-47be-8cf5-a94163fa9993 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506859 Aug 29 14:44:27.549038 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=736382df-9ff7-47f9-80ae-b4d87c90bea1,revision_number=7']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:27.764863 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['736382df-9ff7-47f9-80ae-b4d87c90bea1'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:44:28.651727 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:28.685112 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ee715-bc30-4f53-bdc9-1978a2e93d59 req-4a5c91bc-a469-4eda-bf15-2e0a12873c54 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:28.686802 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-735ee715-bc30-4f53-bdc9-1978a2e93d59 req-4a5c91bc-a469-4eda-bf15-2e0a12873c54 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 944 time: 0.0810473 Aug 29 14:44:28.699320 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78615860-2dee-4dc7-be4d-a50460e43165 req-f9f4b27f-2336-4764-8833-5947ef7fb400 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:28.700703 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-78615860-2dee-4dc7-be4d-a50460e43165 req-f9f4b27f-2336-4764-8833-5947ef7fb400 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.0820062 Aug 29 14:44:28.753016 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-735ee715-bc30-4f53-bdc9-1978a2e93d59 req-9ef2ab4b-2200-47d1-acb4-b8e2fc2eb7b1 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512648 Aug 29 14:44:28.763517 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-78615860-2dee-4dc7-be4d-a50460e43165 req-d3caf1d5-f2ab-4cd4-893c-a41e221d64d0 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561879 Aug 29 14:44:29.213490 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 736382df-9ff7-47f9-80ae-b4d87c90bea1 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:44:29.263202 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 736382df-9ff7-47f9-80ae-b4d87c90bea1 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:44:29.263567 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:29.336386 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:29.358957 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925f4539-415c-4aa5-8279-4437e4110580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736382df-9ff7-47f9-80ae-b4d87c90bea1'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:44:29.361240 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d144bef9-8039-4a13-841d-8b246885668b" -d '{"events": [{"server_uuid": "925f4539-415c-4aa5-8279-4437e4110580", "name": "network-vif-plugged", "status": "completed", "tag": "736382df-9ff7-47f9-80ae-b4d87c90bea1"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:44:29.376336 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 736382df-9ff7-47f9-80ae-b4d87c90bea1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:44:29.397978 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3646071-9076-4fc6-8789-3fd930a2bb57 x-openstack-request-id: req-a3646071-9076-4fc6-8789-3fd930a2bb57 {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:44:29.398223 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925f4539-415c-4aa5-8279-4437e4110580", "name": "network-vif-plugged", "status": "completed", "tag": "736382df-9ff7-47f9-80ae-b4d87c90bea1", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:44:29.398486 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3646071-9076-4fc6-8789-3fd930a2bb57 {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:44:29.398876 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925f4539-415c-4aa5-8279-4437e4110580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736382df-9ff7-47f9-80ae-b4d87c90bea1', 'code': 200} Aug 29 14:44:29.468563 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:29.516741 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=736382df-9ff7-47f9-80ae-b4d87c90bea1,revision_number=8']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:29.740123 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f9cbd-b19d-45e1-83bc-26b4af0c22e5 req-333b17af-27a5-4408-896d-2d15c21394bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:29.741812 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9a3f9cbd-b19d-45e1-83bc-26b4af0c22e5 req-333b17af-27a5-4408-896d-2d15c21394bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 1098 time: 0.0402832 Aug 29 14:44:29.777124 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9a3f9cbd-b19d-45e1-83bc-26b4af0c22e5 req-19e1ad02-e054-48bb-b027-ffab00acb207 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275240 Aug 29 14:44:29.901178 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979a686-09ce-4235-8b89-4441bbadb222 req-6f3d00fe-961d-4668-a4c8-5f1386e8d40f tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:29.902698 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3979a686-09ce-4235-8b89-4441bbadb222 req-6f3d00fe-961d-4668-a4c8-5f1386e8d40f tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0802102 Aug 29 14:44:29.927274 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57217b3-f768-4c25-802e-5a6b7f7ae62a req-cdc0e52f-99ac-4c05-a442-33016b23b7d5 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:29.929626 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a57217b3-f768-4c25-802e-5a6b7f7ae62a req-cdc0e52f-99ac-4c05-a442-33016b23b7d5 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.0800176 Aug 29 14:44:29.973363 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3979a686-09ce-4235-8b89-4441bbadb222 req-01f6bc73-25cf-4bff-8ccc-b9f3f1f4b8e9 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626566 Aug 29 14:44:29.990225 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a57217b3-f768-4c25-802e-5a6b7f7ae62a req-f8b46439-660e-44e2-a40a-256a92dbeddf tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527844 Aug 29 14:44:31.120328 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7fef8-33ff-4972-a26c-61a705454a46 req-1b01e23f-f401-4b98-9a5e-33269335be23 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:31.121795 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0dd7fef8-33ff-4972-a26c-61a705454a46 req-1b01e23f-f401-4b98-9a5e-33269335be23 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.0799916 Aug 29 14:44:31.133079 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8781c-7a45-443f-8dde-d5bed099d8b7 req-b83f7082-fb4e-4cd6-97b1-9c30e68eadf4 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:31.134494 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6ff8781c-7a45-443f-8dde-d5bed099d8b7 req-b83f7082-fb4e-4cd6-97b1-9c30e68eadf4 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.0671687 Aug 29 14:44:31.194788 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0dd7fef8-33ff-4972-a26c-61a705454a46 req-f6d3c5ba-d248-4492-9604-71c396f82b94 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593302 Aug 29 14:44:31.201541 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6ff8781c-7a45-443f-8dde-d5bed099d8b7 req-eb4edd3e-a6a8-4ff4-b06c-855e10e2bb5f tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604336 Aug 29 14:44:31.452214 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:44:32.316186 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799778e4-e242-49c2-b1e0-bb02b52d9edf req-2eff3b0c-b71f-4112-aa43-8836a35d7958 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:32.317678 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-799778e4-e242-49c2-b1e0-bb02b52d9edf req-2eff3b0c-b71f-4112-aa43-8836a35d7958 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.0489287 Aug 29 14:44:32.358352 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-799778e4-e242-49c2-b1e0-bb02b52d9edf req-f8eeff41-90c5-4433-841e-417576a2464b tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334742 Aug 29 14:44:33.472376 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0370ad-68bc-413a-be11-0a592f8f6842 req-e013f4b4-2148-4cfd-806b-a496e7432bce tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:33.474143 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7a0370ad-68bc-413a-be11-0a592f8f6842 req-e013f4b4-2148-4cfd-806b-a496e7432bce tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.0503206 Aug 29 14:44:33.514840 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7a0370ad-68bc-413a-be11-0a592f8f6842 req-66171998-f7e2-4f21-9db0-6826b0cd02c6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345988 Aug 29 14:44:34.869407 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2cfec-5b20-4d1b-bfa9-9503ffbe20be req-2a9c2548-432b-4742-9a38-cd8478ecae9c tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:34.871035 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5ba2cfec-5b20-4d1b-bfa9-9503ffbe20be req-2a9c2548-432b-4742-9a38-cd8478ecae9c tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.2901287 Aug 29 14:44:34.910739 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5ba2cfec-5b20-4d1b-bfa9-9503ffbe20be req-00e696e2-75d6-46c4-b8c1-a2ad0da923d8 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337772 Aug 29 14:44:36.024935 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afa807-682b-4801-af18-8eaba9db9275 req-5a35e088-0a3e-4001-9343-d6d25fd57495 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:36.026405 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c8afa807-682b-4801-af18-8eaba9db9275 req-5a35e088-0a3e-4001-9343-d6d25fd57495 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.0488453 Aug 29 14:44:36.067214 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c8afa807-682b-4801-af18-8eaba9db9275 req-66321183-313b-484b-88f8-dc5f07c4334e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347981 Aug 29 14:44:37.179939 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87134120-703a-40c6-b9e5-8cae78aa486c req-a4652962-cc9c-429e-91a8-11993afbbcb1 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:37.181080 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-87134120-703a-40c6-b9e5-8cae78aa486c req-a4652962-cc9c-429e-91a8-11993afbbcb1 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.0487020 Aug 29 14:44:37.223339 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-87134120-703a-40c6-b9e5-8cae78aa486c req-76722430-2229-486f-8973-1ded5dba2aef tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355933 Aug 29 14:44:38.339748 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b155ae-60ce-476e-9702-e8102f1f2798 req-60b13885-948f-4b10-868b-2638feb88c12 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:38.341193 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-01b155ae-60ce-476e-9702-e8102f1f2798 req-60b13885-948f-4b10-868b-2638feb88c12 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.0508101 Aug 29 14:44:38.379364 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-01b155ae-60ce-476e-9702-e8102f1f2798 req-ea24f98c-d2e1-4456-adfd-7df4b6550307 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322342 Aug 29 14:44:38.585812 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51390) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:38.629248 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab4cc27-7cd8-43cc-b6f0-f5325833079c admin admin] Deleting subnet 10f8f75c-2b1f-42ff-a184-d2117b027f28 {{(pid=94545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:44:38.633283 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8ab4cc27-7cd8-43cc-b6f0-f5325833079c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:38.666698 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8ab4cc27-7cd8-43cc-b6f0-f5325833079c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3957150'] for subnet, precommit_delete_associations {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:38.704441 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8ab4cc27-7cd8-43cc-b6f0-f5325833079c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:38.845668 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8ab4cc27-7cd8-43cc-b6f0-f5325833079c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3712948'] for subnet, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:38.868997 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4cc27-7cd8-43cc-b6f0-f5325833079c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10f8f75c-2b1f-42ff-a184-d2117b027f28,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:38.874585 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8ab4cc27-7cd8-43cc-b6f0-f5325833079c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:38.876416 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-8ab4cc27-7cd8-43cc-b6f0-f5325833079c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/10f8f75c-2b1f-42ff-a184-d2117b027f28 HTTP/1.1" status: 204 len: 168 time: 0.2896039 Aug 29 14:44:38.878877 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51392) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:38.945127 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-aade9aec-b9a2-434d-8497-23538b9528e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.024640 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-aade9aec-b9a2-434d-8497-23538b9528e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.034074 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-aade9aec-b9a2-434d-8497-23538b9528e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa761fd-ada0-4005-a03d-0632a8ce8438']}} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:44:39.043741 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-aade9aec-b9a2-434d-8497-23538b9528e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3a3a82-e53c-4b8b-a13e-341dfc090e7e') {'for_net_delete': True} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:44:39.044035 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-aade9aec-b9a2-434d-8497-23538b9528e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3a3a82-e53c-4b8b-a13e-341dfc090e7e') {} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:44:39.052454 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-aade9aec-b9a2-434d-8497-23538b9528e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3957121'] for segment, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.065600 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-aade9aec-b9a2-434d-8497-23538b9528e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.072221 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aade9aec-b9a2-434d-8497-23538b9528e8 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:44:39.072594 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-aade9aec-b9a2-434d-8497-23538b9528e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958049'] for segment, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: Traceback (most recent call last): Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: timer() Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: cb(*args, **kw) Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: return func(*args, **kwargs) Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: self._notify() Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: self.callback(batched_events) Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: event.method(event) Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: return f(self, *a, **k) Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._get(url).json() Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: return self.request(url, 'GET', **kwargs) Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:44:39.074176 dv-cinder-778193-6-iscsi neutron-server[94545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:44:39.183036 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-aade9aec-b9a2-434d-8497-23538b9528e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.188113 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-aade9aec-b9a2-434d-8497-23538b9528e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.194271 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-aade9aec-b9a2-434d-8497-23538b9528e8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2fa761fd-ada0-4005-a03d-0632a8ce8438 HTTP/1.1" status: 204 len: 168 time: 0.3101013 Aug 29 14:44:39.194682 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51394) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:39.205233 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade9aec-b9a2-434d-8497-23538b9528e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa761fd-ada0-4005-a03d-0632a8ce8438,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:39.241038 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_v2 [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Deleting subnet 5bfa1053-59fb-4d52-8e43-872086fce37b {{(pid=94544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:44:39.244216 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.278164 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3488294'] for subnet, precommit_delete_associations {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.319261 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.446546 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1886686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3903511'] for subnet, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.494892 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bfa1053-59fb-4d52-8e43-872086fce37b,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:39.501346 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.503616 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5bfa1053-59fb-4d52-8e43-872086fce37b HTTP/1.1" status: 204 len: 168 time: 0.3086276 Aug 29 14:44:39.507444 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51398) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:39.513280 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:39.513632 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:39.513997 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:39.514330 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:39.514660 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:39.514993 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:39.515316 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:39.515638 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:39.515961 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:39.516281 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:39.516599 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:39.516917 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15919910-4718-4fbd-8d5f-f833f9fcaa57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:39.535680 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f449535-bbac-4c7b-be76-4a7caed1f289 req-b4428557-f94b-4306-bace-e4d88ad7bf24 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:39.537165 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3f449535-bbac-4c7b-be76-4a7caed1f289 req-b4428557-f94b-4306-bace-e4d88ad7bf24 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.0883365 Aug 29 14:44:39.578469 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3f449535-bbac-4c7b-be76-4a7caed1f289 req-a264880b-ecc9-4f44-b516-9343d804e65e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349548 Aug 29 14:44:39.579663 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8961787b-2b08-4049-b7ce-bd016301cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.654398 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8961787b-2b08-4049-b7ce-bd016301cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.667088 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-8961787b-2b08-4049-b7ce-bd016301cfbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4ba5d2-dc78-414d-9c75-d123a830a731']}} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:44:39.680106 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-8961787b-2b08-4049-b7ce-bd016301cfbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f88ca82-25c3-4dbe-a1c4-8d680e8b3129') {'for_net_delete': True} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:44:39.680397 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-8961787b-2b08-4049-b7ce-bd016301cfbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f88ca82-25c3-4dbe-a1c4-8d680e8b3129') {} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:44:39.689209 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8961787b-2b08-4049-b7ce-bd016301cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3957121'] for segment, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.706770 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8961787b-2b08-4049-b7ce-bd016301cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.712231 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8961787b-2b08-4049-b7ce-bd016301cfbf admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8961787b-2b08-4049-b7ce-bd016301cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958049'] for segment, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: Traceback (most recent call last): Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: timer() Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: cb(*args, **kw) Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: return func(*args, **kwargs) Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: self._notify() Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: self.callback(batched_events) Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: event.method(event) Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: return f(self, *a, **k) Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._get(url).json() Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: return self.request(url, 'GET', **kwargs) Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:44:39.718475 dv-cinder-778193-6-iscsi neutron-server[94545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:44:39.828611 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8961787b-2b08-4049-b7ce-bd016301cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.833795 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-8961787b-2b08-4049-b7ce-bd016301cfbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:39.835737 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-8961787b-2b08-4049-b7ce-bd016301cfbf admin admin] 10.222.0.16 "DELETE /v2.0/networks/2e4ba5d2-dc78-414d-9c75-d123a830a731 HTTP/1.1" status: 204 len: 168 time: 0.3273220 Aug 29 14:44:39.846100 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961787b-2b08-4049-b7ce-bd016301cfbf admin admin] Pushing event deleted for resources: {'Network': ['ID=2e4ba5d2-dc78-414d-9c75-d123a830a731,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:40.164906 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51402) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:40.203071 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-47298b49-5d64-4b14-bded-f09c5d6325ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ad7b36c8d0041c5a7443bcb23e720f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369935 Aug 29 14:44:40.205456 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51404) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:40.256870 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d20325e9-e4ce-4f72-99fa-802ecbf920c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:40.277501 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d20325e9-e4ce-4f72-99fa-802ecbf920c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:40.377156 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d20325e9-e4ce-4f72-99fa-802ecbf920c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:40.379738 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d20325e9-e4ce-4f72-99fa-802ecbf920c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:40.384430 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-d20325e9-e4ce-4f72-99fa-802ecbf920c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f0b75b7-8f26-45a8-bcca-59e0ab0c599c HTTP/1.1" status: 204 len: 168 time: 0.1744525 Aug 29 14:44:40.391931 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20325e9-e4ce-4f72-99fa-802ecbf920c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0b75b7-8f26-45a8-bcca-59e0ab0c599c,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:40.692169 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba29b7-1305-4bb1-b83b-764431ed7171 req-f74a33d6-5f71-45a8-b05e-c71aa9bf5f2c tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:40.694504 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e0ba29b7-1305-4bb1-b83b-764431ed7171 req-f74a33d6-5f71-45a8-b05e-c71aa9bf5f2c tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.0498493 Aug 29 14:44:40.736827 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e0ba29b7-1305-4bb1-b83b-764431ed7171 req-fe331f34-64ce-484a-9028-8bddd4d31a03 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6a1c94a-c90b-47cb-9c5e-8877bac19502&id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363302 Aug 29 14:44:40.911417 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51414) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:40.952590 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-6a0048f3-38e9-48df-8e45-d3f6834dd396 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f609a8a83614ed5b4f32daa50e2f281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399780 Aug 29 14:44:40.955122 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51416) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:41.002033 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bc189acf-8485-46c9-9725-1ba9ad33464f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:41.025948 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bc189acf-8485-46c9-9725-1ba9ad33464f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:41.136866 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bc189acf-8485-46c9-9725-1ba9ad33464f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:41.139540 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-bc189acf-8485-46c9-9725-1ba9ad33464f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:41.140767 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-bc189acf-8485-46c9-9725-1ba9ad33464f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26ca7082-5a96-4adf-961c-ae398f17f980 HTTP/1.1" status: 204 len: 168 time: 0.1846795 Aug 29 14:44:41.148448 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc189acf-8485-46c9-9725-1ba9ad33464f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ca7082-5a96-4adf-961c-ae398f17f980,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:42.785094 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51450) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:42.887012 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-705eae98-4c88-489d-b063-cac5b2d1a9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:42.970650 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-705eae98-4c88-489d-b063-cac5b2d1a9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:43.045613 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-705eae98-4c88-489d-b063-cac5b2d1a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:43.082681 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-705eae98-4c88-489d-b063-cac5b2d1a9a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c20ade65307e41de98f09b424612586b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965381 Aug 29 14:44:43.083364 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705eae98-4c88-489d-b063-cac5b2d1a9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed96a8a-8ee0-4c68-8fec-a029ae23208d,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:43.086832 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51454) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:43.136402 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-198f44aa-cb79-43d3-b6d9-643a3bdaea4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:43.156330 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-198f44aa-cb79-43d3-b6d9-643a3bdaea4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:43.251528 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-198f44aa-cb79-43d3-b6d9-643a3bdaea4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:43.254044 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-198f44aa-cb79-43d3-b6d9-643a3bdaea4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:43.255175 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-198f44aa-cb79-43d3-b6d9-643a3bdaea4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ed96a8a-8ee0-4c68-8fec-a029ae23208d HTTP/1.1" status: 204 len: 168 time: 0.1673858 Aug 29 14:44:43.263487 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f44aa-cb79-43d3-b6d9-643a3bdaea4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed96a8a-8ee0-4c68-8fec-a029ae23208d,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:45.216922 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-a6240b81-e9db-4295-aa23-224de163d6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:47.805599 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-551efad5-e987-40c3-9808-473d6715185e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:48.199831 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:48.993264 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:50.411311 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:54.316417 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51578) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:54.423561 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:54.508274 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:54.599425 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:54.636680 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d68d0381061b4ed5bcb008818c2fff27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191462 Aug 29 14:44:54.637457 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253dc6e3-85cf-4444-b8a0-0b172e46f6e3,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:54.639385 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51582) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:54.644553 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:54.644876 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:54.645211 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:54.645595 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:54.645956 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:54.646282 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:54.646603 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:54.646919 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:54.647233 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:54.647546 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:54.647857 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:54.648167 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd133c-661e-4b5e-ad3e-b8094c848115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:44:54.689346 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3d4d97ab-6959-4992-8d8a-b7f1a0909e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:54.710216 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3d4d97ab-6959-4992-8d8a-b7f1a0909e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:54.828451 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3d4d97ab-6959-4992-8d8a-b7f1a0909e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:54.831179 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-3d4d97ab-6959-4992-8d8a-b7f1a0909e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:54.832314 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-3d4d97ab-6959-4992-8d8a-b7f1a0909e01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/253dc6e3-85cf-4444-b8a0-0b172e46f6e3 HTTP/1.1" status: 204 len: 168 time: 0.1919363 Aug 29 14:44:54.840710 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d97ab-6959-4992-8d8a-b7f1a0909e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253dc6e3-85cf-4444-b8a0-0b172e46f6e3,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:55.490630 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51588) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:55.504116 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8060c480-fa34-4305-8254-c13746fef3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:55.589029 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8060c480-fa34-4305-8254-c13746fef3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:55.662346 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8060c480-fa34-4305-8254-c13746fef3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:55.701233 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-8060c480-fa34-4305-8254-c13746fef3ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=523ff17c718b49e98d8a18584912abb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095211 Aug 29 14:44:55.702062 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060c480-fa34-4305-8254-c13746fef3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c93b10-42be-4820-9917-54e699d66dcd,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:55.703985 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51590) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:55.751749 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2fe46021-8dc1-4bd7-854b-8ca59beb0713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:55.771570 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2fe46021-8dc1-4bd7-854b-8ca59beb0713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:55.879315 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2fe46021-8dc1-4bd7-854b-8ca59beb0713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:55.881749 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2fe46021-8dc1-4bd7-854b-8ca59beb0713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:55.882901 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-2fe46021-8dc1-4bd7-854b-8ca59beb0713 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84c93b10-42be-4820-9917-54e699d66dcd HTTP/1.1" status: 204 len: 168 time: 0.1779397 Aug 29 14:44:55.891193 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe46021-8dc1-4bd7-854b-8ca59beb0713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c93b10-42be-4820-9917-54e699d66dcd,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:56.473294 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51596) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:56.486230 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b10895bd-2236-4d2a-9bca-a4ed3f6500da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:56.570792 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b10895bd-2236-4d2a-9bca-a4ed3f6500da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:56.634747 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b10895bd-2236-4d2a-9bca-a4ed3f6500da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:56.676678 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-b10895bd-2236-4d2a-9bca-a4ed3f6500da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d36067466fc4aa28c7f9ef9e0bc2b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020690 Aug 29 14:44:56.677564 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10895bd-2236-4d2a-9bca-a4ed3f6500da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81654406-291c-470c-8726-8a63c76a3198,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:56.679959 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51598) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:56.731262 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-57455f3d-4d3b-4abf-b21a-3d1fae5fae80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:56.751537 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-57455f3d-4d3b-4abf-b21a-3d1fae5fae80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:56.856900 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-57455f3d-4d3b-4abf-b21a-3d1fae5fae80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:56.859512 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-57455f3d-4d3b-4abf-b21a-3d1fae5fae80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:56.860662 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-57455f3d-4d3b-4abf-b21a-3d1fae5fae80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81654406-291c-470c-8726-8a63c76a3198 HTTP/1.1" status: 204 len: 168 time: 0.1798024 Aug 29 14:44:56.868116 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57455f3d-4d3b-4abf-b21a-3d1fae5fae80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81654406-291c-470c-8726-8a63c76a3198,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:57.912608 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51620) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:58.007818 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-918681457-network', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:44:58.079367 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] Made reservation on behalf of a000df0ea44b455795a3f49fdbbbbd1c for: {'network': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:44:58.081709 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:58.090955 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:58.178285 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:58.245730 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:58.269640 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=94545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:44:58.280100 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e8e85f-baba-4892-b39d-0484529419da,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:58.284702 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:58.285044 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.segments_db [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] Added segment da5ae79c-cbc1-440b-b102-e57c98ae1bee of type vlan for network f006abe3-9585-4574-b4ba-c434e72d34ee Aug 29 14:44:58.324952 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:58.394047 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:58.394988 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:58.395571 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:58.451860 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] Pushing event updated for resources: {'Network': ['ID=f006abe3-9585-4574-b4ba-c434e72d34ee,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:58.461398 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network f006abe3-9585-4574-b4ba-c434e72d34ee details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:44:58.492110 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-7515a5d5-17fc-4a3c-9514-1c3e5033694f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5783617 Aug 29 14:44:58.495719 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51624) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:58.500488 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-1d2ae46f-31e5-441f-b122-80b0b168ab0e admin admin] Request body: {'subnet': {'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-918681457-subnet', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'ip_version': 4}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:44:58.571019 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2ae46f-31e5-441f-b122-80b0b168ab0e admin admin] Made reservation on behalf of a000df0ea44b455795a3f49fdbbbbd1c for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:44:58.573476 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1d2ae46f-31e5-441f-b122-80b0b168ab0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3712991'] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:58.656520 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:58.777519 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1d2ae46f-31e5-441f-b122-80b0b168ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3957124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3712941'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:58.834570 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ae46f-31e5-441f-b122-80b0b168ab0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:58.841907 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ae46f-31e5-441f-b122-80b0b168ab0e admin admin] Checking segment: {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:44:58.842252 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ae46f-31e5-441f-b122-80b0b168ab0e admin admin] Network hostable DHCP agents. Network: f006abe3-9585-4574-b4ba-c434e72d34ee, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:44:58.959373 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ae46f-31e5-441f-b122-80b0b168ab0e admin admin] Network f006abe3-9585-4574-b4ba-c434e72d34ee is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:44:59.033953 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-1d2ae46f-31e5-441f-b122-80b0b168ab0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, f006abe3-9585-4574-b4ba-c434e72d34ee) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:44:59.038850 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ae46f-31e5-441f-b122-80b0b168ab0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:59.040061 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1d2ae46f-31e5-441f-b122-80b0b168ab0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:59.043794 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b65dd-765c-4a0c-a178-4c0a04bcb61a None None] Network f006abe3-9585-4574-b4ba-c434e72d34ee requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:44:59.137846 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-1d2ae46f-31e5-441f-b122-80b0b168ab0e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6410706 Aug 29 14:44:59.140493 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51628) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:44:59.145201 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:44:59.187250 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e624220-4536-5f42-b5ea-535ffdf31c06-f006abe3-9585-4574-b4ba-c434e72d34ee', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e'}]}} from dv-cinder-778193-6-iscsi. {{(pid=94546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:44:59.188117 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:59.228474 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102437'] for router, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:59.229661 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102446'] for router, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:59.283043 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:59.328200 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.db_base_plugin_common [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Allocated IP 172.20.0.2 (f006abe3-9585-4574-b4ba-c434e72d34ee/da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e/068269d7-c589-4add-a9cf-9116334745ce) {{(pid=94546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:44:59.471860 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Notify callbacks [] for port, precommit_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:59.481207 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Transition to ACTIVE for port object 068269d7-c589-4add-a9cf-9116334745ce will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:44:59.484470 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:59.496084 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Transition to ACTIVE for port object 068269d7-c589-4add-a9cf-9116334745ce will not be triggered until provisioned by entity DHCP. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:44:59.594256 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:59.636009 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Network f006abe3-9585-4574-b4ba-c434e72d34ee is already hosted by enough agents. {{(pid=94546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:44:59.638944 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.base_scheduler [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Resources bound (agent type, host, resource id): {{(pid=94546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:44:59.643291 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Received port after_create {{(pid=94546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:44:59.645180 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Pushing event updated for resources: {'Port': ['ID=068269d7-c589-4add-a9cf-9116334745ce,revision_number=1']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:59.696049 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Attempting to bind port 068269d7-c589-4add-a9cf-9116334745ce on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:44:59.696409 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Attempting to bind port 068269d7-c589-4add-a9cf-9116334745ce by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:44:59.696781 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Attempting to bind port 068269d7-c589-4add-a9cf-9116334745ce on network f006abe3-9585-4574-b4ba-c434e72d34ee {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:44:59.701792 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:44:59.703532 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Checking segment: {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:44:59.703532 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:59.703532 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Bound using segment: {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:44:59.703532 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Bound port: 068269d7-c589-4add-a9cf-9116334745ce, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:44:59.703932 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:59.750779 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:59.772785 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:59.782441 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] For port 068269d7-c589-4add-a9cf-9116334745ce, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:44:59.782441 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] For port 068269d7-c589-4add-a9cf-9116334745ce, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=068269d7-c589-4add-a9cf-9116334745ce,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:44:59.802010 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7c460738-ec64-442e-aece-b9b9b04eee67 req-095285a3-2622-4e6b-97ef-2855ebac9f73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420768 Aug 29 14:44:59.868879 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:44:59.874174 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Allocated IP 172.27.0.28 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/29c16510-4e1c-44c7-adb9-f10808f5c40a) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:44:59.904099 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c460738-ec64-442e-aece-b9b9b04eee67 req-02a4cfac-47c7-44c4-a0ea-41e3bf411b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:44:59.905761 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7c460738-ec64-442e-aece-b9b9b04eee67 req-02a4cfac-47c7-44c4-a0ea-41e3bf411b3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=236affd94e314d68a10b2decd9cafcd1&device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 1098 time: 0.0431321 Aug 29 14:44:59.938552 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93b42e-ddbd-49b9-b535-766c61052c6d None None] Pushing event updated for resources: {'Port': ['ID=068269d7-c589-4add-a9cf-9116334745ce,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:44:59.993833 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:00.035353 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c460738-ec64-442e-aece-b9b9b04eee67 req-c2cab634-c6fa-422d-82f2-4b761df05664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:00.041249 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7c460738-ec64-442e-aece-b9b9b04eee67 req-c2cab634-c6fa-422d-82f2-4b761df05664 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d84c55a3-b401-4300-b3ca-9117e55c4b72 HTTP/1.1" status: 200 len: 909 time: 0.1119275 Aug 29 14:45:00.093055 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:00.127909 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7c460738-ec64-442e-aece-b9b9b04eee67 req-08455410-2e95-4f2e-a3a7-fd5ca691b208 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1 HTTP/1.1" status: 200 len: 1000 time: 0.0791528 Aug 29 14:45:00.139369 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:45:00.142645 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:45:00.146581 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:45:00.152281 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Pushing event updated for resources: {'Port': ['ID=29c16510-4e1c-44c7-adb9-f10808f5c40a,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:00.191527 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c460738-ec64-442e-aece-b9b9b04eee67 req-817c36de-1a38-431f-8eed-bfaaa59dd973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:00.193324 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7c460738-ec64-442e-aece-b9b9b04eee67 req-817c36de-1a38-431f-8eed-bfaaa59dd973 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c51a3205-4b38-4051-8846-91cae5501301 HTTP/1.1" status: 200 len: 847 time: 0.0572464 Aug 29 14:45:00.245464 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c460738-ec64-442e-aece-b9b9b04eee67 req-0f636c9c-c1dd-42b8-947c-b91b8585346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:00.247027 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7c460738-ec64-442e-aece-b9b9b04eee67 req-0f636c9c-c1dd-42b8-947c-b91b8585346f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d84c55a3-b401-4300-b3ca-9117e55c4b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464313 Aug 29 14:45:00.352416 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7c460738-ec64-442e-aece-b9b9b04eee67 req-400a6660-7490-44d3-811b-1ac115277068 service neutron] 10.222.0.36 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953026 Aug 29 14:45:00.448088 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7c460738-ec64-442e-aece-b9b9b04eee67 req-6c4d5113-75db-4b32-8bda-2362ff6999f1 service neutron] 10.222.0.36 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875652 Aug 29 14:45:00.471607 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:00.663684 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568074'] for router, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:00.941037 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1837005c-50e3-4dd1-852b-0c664b489a9c None None] Network f006abe3-9585-4574-b4ba-c434e72d34ee requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:45:01.073852 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Router 54798628-1aa8-4957-9846-e578fa8acfee is scheduled to L3 agent fb682885-7553-4707-814d-5f2a30d12884 with binding_index 1 {{(pid=94545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:45:01.182843 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-95139406-8f15-48ff-8de5-ed2ab8492588 None None] Provisioning for port 068269d7-c589-4add-a9cf-9116334745ce completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:45:01.183057 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:45:01.192938 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Sync routers for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:45:01.202259 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:01.202910 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:44:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:01.285549 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] Notify callbacks [] for router, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:01.286975 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-b1a2a697-e070-4443-888e-a16e3f9a01ac admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1451735 Aug 29 14:45:01.289788 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51630) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:01.319050 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:01.496757 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:00Z', 'revision_number': 3, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:01.528602 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Checking router: 54798628-1aa8-4957-9846-e578fa8acfee for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:45:01.528758 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Updating router 54798628-1aa8-4957-9846-e578fa8acfee port 29c16510-4e1c-44c7-adb9-f10808f5c40a binding host dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:45:01.558902 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:01.641098 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 068269d7-c589-4add-a9cf-9116334745ce up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:45:01.703053 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:01.836152 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 068269d7-c589-4add-a9cf-9116334745ce completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:45:01.844020 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 068269d7-c589-4add-a9cf-9116334745ce triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:01.844381 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:01.861320 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Allocated IP 172.20.0.1 (f006abe3-9585-4574-b4ba-c434e72d34ee/da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e/a750d247-b08a-4f82-82dd-f2c5010667fb) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:45:01.884731 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Notify callbacks [] for port, precommit_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:01.904800 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Transition to ACTIVE for port object 29c16510-4e1c-44c7-adb9-f10808f5c40a will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:45:01.955190 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:01.971680 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:01.985963 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.provisioning_blocks [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Transition to ACTIVE for port object a750d247-b08a-4f82-82dd-f2c5010667fb will not be triggered until provisioned by entity DHCP. {{(pid=94545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:45:01.986604 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 068269d7-c589-4add-a9cf-9116334745ce, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=068269d7-c589-4add-a9cf-9116334745ce,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:01.988095 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:02.040117 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Attempting to bind port 29c16510-4e1c-44c7-adb9-f10808f5c40a on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:45:02.040507 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Attempting to bind port 29c16510-4e1c-44c7-adb9-f10808f5c40a by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:45:02.040859 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Attempting to bind port 29c16510-4e1c-44c7-adb9-f10808f5c40a on network bbe3a00d-9061-4549-b02f-7472dfbc0c66 {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:45:02.046971 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84164db-c3e1-4262-9c9b-0f4bdfd92313 None None] Pushing event updated for resources: {'Port': ['ID=29c16510-4e1c-44c7-adb9-f10808f5c40a,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:02.052235 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:45:02.052600 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Checking segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:45:02.052996 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:02.053369 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Bound using segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:45:02.053945 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Bound port: 29c16510-4e1c-44c7-adb9-f10808f5c40a, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:45:02.054209 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:02.086311 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:02.131197 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Network f006abe3-9585-4574-b4ba-c434e72d34ee is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:45:02.134224 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:45:02.138796 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:45:02.164100 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=a750d247-b08a-4f82-82dd-f2c5010667fb,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:02.189381 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568277'] for router_interface, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:02.211583 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:02.281245 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] For port 29c16510-4e1c-44c7-adb9-f10808f5c40a, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:45:02.285928 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] For port 29c16510-4e1c-44c7-adb9-f10808f5c40a, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=29c16510-4e1c-44c7-adb9-f10808f5c40a,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:45:02.287220 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=068269d7-c589-4add-a9cf-9116334745ce,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:02.365490 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:02.410899 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:02.422822 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84164db-c3e1-4262-9c9b-0f4bdfd92313 None None] Pushing event updated for resources: {'Port': ['ID=29c16510-4e1c-44c7-adb9-f10808f5c40a,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:02.425404 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:02.426031 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:44:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:02.429342 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-ef5404aa-9282-4990-9132-34a4f2394a8b None None] Provisioning for port a750d247-b08a-4f82-82dd-f2c5010667fb completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:45:02.466322 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-ef5404aa-9282-4990-9132-34a4f2394a8b None None] Provisioning complete for port a750d247-b08a-4f82-82dd-f2c5010667fb triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:02.466694 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-ef5404aa-9282-4990-9132-34a4f2394a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:02.542322 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-ef5404aa-9282-4990-9132-34a4f2394a8b None None] Port a750d247-b08a-4f82-82dd-f2c5010667fb cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:45:02.566203 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:02.578019 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:02.627825 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958029'] for port, after_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:02.694627 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567562'] for router_interface, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:02.697234 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=a750d247-b08a-4f82-82dd-f2c5010667fb,revision_number=2']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:02.766079 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:01Z', 'revision_number': 1, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:02.791934 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Network f006abe3-9585-4574-b4ba-c434e72d34ee is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:45:02.793202 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:45:02.795880 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463d45e-45c7-47cc-9f20-5ab4f0936e1a None None] The sync data for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi is: [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:01Z', 'revision_number': 1, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:45:02.927193 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Router 54798628-1aa8-4957-9846-e578fa8acfee has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:45:03.057773 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:45:03.066303 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-baca7204-6257-4a9b-a66c-a8c53295f1be None None] Provisioning complete for port a750d247-b08a-4f82-82dd-f2c5010667fb triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:03.066848 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-baca7204-6257-4a9b-a66c-a8c53295f1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:03.070030 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-a49365c3-2a37-428f-ad71-be285cdb2ed5 admin admin] 10.222.0.16 "PUT /v2.0/routers/54798628-1aa8-4957-9846-e578fa8acfee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7775576 Aug 29 14:45:03.120349 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-baca7204-6257-4a9b-a66c-a8c53295f1be None None] Port a750d247-b08a-4f82-82dd-f2c5010667fb cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:45:03.687613 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 29c16510-4e1c-44c7-adb9-f10808f5c40a up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:45:03.805142 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 29c16510-4e1c-44c7-adb9-f10808f5c40a completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:45:03.811993 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 29c16510-4e1c-44c7-adb9-f10808f5c40a triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:03.812431 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:03.866278 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51652) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:03.872455 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-242215677-network', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:45:03.898585 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:03.930998 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 29c16510-4e1c-44c7-adb9-f10808f5c40a, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=29c16510-4e1c-44c7-adb9-f10808f5c40a,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:03.965757 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] Made reservation on behalf of 443082d158ca4e1cb0a8e677212e3f7f for: {'network': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:45:03.968153 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for network, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:03.978001 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:03.987568 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:03.987568 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 068269d7-c589-4add-a9cf-9116334745ce up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:45:04.062804 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=29c16510-4e1c-44c7-adb9-f10808f5c40a,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:04.078018 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 068269d7-c589-4add-a9cf-9116334745ce triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:04.078661 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:04.085692 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:04.211408 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:04.238899 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=94545) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 14:45:04.245215 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba59dbf9-fe4a-4b9a-8180-de47fec7def3,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:04.252064 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:04.252381 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.segments_db [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] Added segment f7d630b2-9309-4924-af94-a4faf8444b2b of type vlan for network e241a837-c56f-4849-b9a9-c435b7b5f647 Aug 29 14:45:04.293977 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756745270119'] for network, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:04.387995 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485'] for network, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:04.388952 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:04.389528 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:04.451436 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] Pushing event updated for resources: {'Network': ['ID=e241a837-c56f-4849-b9a9-c435b7b5f647,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:04.460934 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Network e241a837-c56f-4849-b9a9-c435b7b5f647 details requested by agent ovs-agent-dv-cinder-778193-6-iscsi with host dv-cinder-778193-6-iscsi {{(pid=94546) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 14:45:04.486397 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-bb7c66b9-9478-4ef5-b70f-54ee48291b4f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6189461 Aug 29 14:45:04.489179 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51654) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:04.496808 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-7058f463-c3f3-48ba-a30f-54030ded5f7b admin admin] Request body: {'subnet': {'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-242215677-subnet', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'ip_version': 4}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:45:04.571112 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7058f463-c3f3-48ba-a30f-54030ded5f7b admin admin] Made reservation on behalf of 443082d158ca4e1cb0a8e677212e3f7f for: {'subnet': 1} {{(pid=94545) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:45:04.574150 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7058f463-c3f3-48ba-a30f-54030ded5f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3712991'] for subnet, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:04.799944 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7058f463-c3f3-48ba-a30f-54030ded5f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3957124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3712941'] for subnet, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:04.836316 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Sync routers for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:45:04.845527 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:04.846311 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:44:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:04.851104 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058f463-c3f3-48ba-a30f-54030ded5f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d7cfad4-f9e0-49d0-9bc8-317021299251,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:04.866482 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7058f463-c3f3-48ba-a30f-54030ded5f7b admin admin] Checking segment: {'id': 'f7d630b2-9309-4924-af94-a4faf8444b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:45:04.867079 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7058f463-c3f3-48ba-a30f-54030ded5f7b admin admin] Network hostable DHCP agents. Network: e241a837-c56f-4849-b9a9-c435b7b5f647, hostable agents: ['4aea12d7-2857-4168-8f7b-139fc455d4a5'], hosted agents: [] {{(pid=94545) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 14:45:04.950297 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:04.982305 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7058f463-c3f3-48ba-a30f-54030ded5f7b admin admin] Network e241a837-c56f-4849-b9a9-c435b7b5f647 is scheduled to be hosted by DHCP agent 4aea12d7-2857-4168-8f7b-139fc455d4a5 with binding_index 1 {{(pid=94545) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 14:45:05.068373 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-7058f463-c3f3-48ba-a30f-54030ded5f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-6-iscsi, e241a837-c56f-4849-b9a9-c435b7b5f647) {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:45:05.074085 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7058f463-c3f3-48ba-a30f-54030ded5f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94545) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:05.074708 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7058f463-c3f3-48ba-a30f-54030ded5f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.080684 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7425cce9-f308-4190-a37c-63f51adc854d None None] Network e241a837-c56f-4849-b9a9-c435b7b5f647 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:45:05.150268 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 2, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:05.160566 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-7058f463-c3f3-48ba-a30f-54030ded5f7b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6702285 Aug 29 14:45:05.163347 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51656) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:05.168813 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-242215677-router', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:45:05.181797 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Checking router: 54798628-1aa8-4957-9846-e578fa8acfee for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:45:05.182174 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Updating router 54798628-1aa8-4957-9846-e578fa8acfee port a750d247-b08a-4f82-82dd-f2c5010667fb binding host dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:45:05.207217 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.232200 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e624220-4536-5f42-b5ea-535ffdf31c06-e241a837-c56f-4849-b9a9-c435b7b5f647', 'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'fixed_ips': [{'subnet_id': '3d7cfad4-f9e0-49d0-9bc8-317021299251'}]}} from dv-cinder-778193-6-iscsi. {{(pid=94546) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 14:45:05.233059 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.268698 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102437'] for router, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.269761 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102446'] for router, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.323488 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.376039 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.db_base_plugin_common [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Allocated IP 172.20.0.2 (e241a837-c56f-4849-b9a9-c435b7b5f647/3d7cfad4-f9e0-49d0-9bc8-317021299251/447049ee-002a-4a9f-adec-7dc7719643ad) {{(pid=94546) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:45:05.477497 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.488699 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.provisioning_blocks [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Transition to ACTIVE for port object a750d247-b08a-4f82-82dd-f2c5010667fb will not be triggered until provisioned by entity L2. {{(pid=94547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:45:05.528005 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.528232 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Notify callbacks [] for port, precommit_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.537395 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Transition to ACTIVE for port object 447049ee-002a-4a9f-adec-7dc7719643ad will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:45:05.553023 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Transition to ACTIVE for port object 447049ee-002a-4a9f-adec-7dc7719643ad will not be triggered until provisioned by entity DHCP. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:45:05.559225 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.612088 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b45bfb-8093-41c6-9054-6b385312c2d1 None None] Pushing event updated for resources: {'Port': ['ID=a750d247-b08a-4f82-82dd-f2c5010667fb,revision_number=3']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:05.612455 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 29c16510-4e1c-44c7-adb9-f10808f5c40a up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:45:05.626748 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b45bfb-8093-41c6-9054-6b385312c2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:05.627118 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b45bfb-8093-41c6-9054-6b385312c2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:05.627656 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b45bfb-8093-41c6-9054-6b385312c2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:05.627978 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b45bfb-8093-41c6-9054-6b385312c2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:05.628485 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b45bfb-8093-41c6-9054-6b385312c2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:05.628806 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b45bfb-8093-41c6-9054-6b385312c2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:05.629292 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b45bfb-8093-41c6-9054-6b385312c2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:05.629770 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b45bfb-8093-41c6-9054-6b385312c2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:05.630160 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b45bfb-8093-41c6-9054-6b385312c2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:05.630483 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b45bfb-8093-41c6-9054-6b385312c2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:05.630814 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b45bfb-8093-41c6-9054-6b385312c2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:05.631115 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b45bfb-8093-41c6-9054-6b385312c2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:05.642066 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100'] for port, after_create {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.698250 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Attempting to bind port a750d247-b08a-4f82-82dd-f2c5010667fb on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:45:05.698669 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Attempting to bind port a750d247-b08a-4f82-82dd-f2c5010667fb by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:45:05.699032 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Attempting to bind port a750d247-b08a-4f82-82dd-f2c5010667fb on network f006abe3-9585-4574-b4ba-c434e72d34ee {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:45:05.699508 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Network e241a837-c56f-4849-b9a9-c435b7b5f647 is already hosted by enough agents. {{(pid=94546) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:45:05.701282 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.scheduler.base_scheduler [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Resources bound (agent type, host, resource id): {{(pid=94546) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:45:05.704512 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:45:05.704921 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Checking segment: {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:45:05.705321 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.705765 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Bound using segment: {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:45:05.706257 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Bound port: a750d247-b08a-4f82-82dd-f2c5010667fb, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'}}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:45:05.709936 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.710062 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Received port after_create {{(pid=94546) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:45:05.721994 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Pushing event updated for resources: {'Port': ['ID=447049ee-002a-4a9f-adec-7dc7719643ad,revision_number=1']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:05.779905 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Attempting to bind port 447049ee-002a-4a9f-adec-7dc7719643ad on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:45:05.780531 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Attempting to bind port 447049ee-002a-4a9f-adec-7dc7719643ad by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': 'f7d630b2-9309-4924-af94-a4faf8444b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:45:05.781054 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Attempting to bind port 447049ee-002a-4a9f-adec-7dc7719643ad on network e241a837-c56f-4849-b9a9-c435b7b5f647 {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:45:05.784035 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 29c16510-4e1c-44c7-adb9-f10808f5c40a triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:05.784182 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] For port a750d247-b08a-4f82-82dd-f2c5010667fb, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:45:05.784708 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.787618 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] For port a750d247-b08a-4f82-82dd-f2c5010667fb, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=a750d247-b08a-4f82-82dd-f2c5010667fb,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:45:05.808050 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:45:05.808405 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Checking segment: {'id': 'f7d630b2-9309-4924-af94-a4faf8444b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:45:05.808809 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.808967 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.809201 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Bound using segment: {'id': 'f7d630b2-9309-4924-af94-a4faf8444b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:45:05.809737 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Bound port: 447049ee-002a-4a9f-adec-7dc7719643ad, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d630b2-9309-4924-af94-a4faf8444b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:45:05.810142 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.829645 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.857409 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.896046 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] For port 447049ee-002a-4a9f-adec-7dc7719643ad, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:45:05.899106 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] For port 447049ee-002a-4a9f-adec-7dc7719643ad, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=447049ee-002a-4a9f-adec-7dc7719643ad,segment=NetworkSegment(f7d630b2-9309-4924-af94-a4faf8444b2b),segment_id=f7d630b2-9309-4924-af94-a4faf8444b2b)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:45:05.913596 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:05.914430 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:44:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:05.954654 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Allocated IP 172.27.0.186 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/3fc90edc-06b7-4616-a3c2-d276d28a2951) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:45:05.965787 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:05.968635 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b45bfb-8093-41c6-9054-6b385312c2d1 None None] Pushing event updated for resources: {'Port': ['ID=a750d247-b08a-4f82-82dd-f2c5010667fb,revision_number=4']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:06.034341 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b5cf0-05c6-4e15-b78e-b8914ee62eec None None] Pushing event updated for resources: {'Port': ['ID=447049ee-002a-4a9f-adec-7dc7719643ad,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:06.061289 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:06.097175 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:06.236802 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:06.289690 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:45:06.293146 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:45:06.296983 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:45:06.302576 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc90edc-06b7-4616-a3c2-d276d28a2951,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:06.307906 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:05Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:06.336034 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb88c9-1c15-467e-aca8-3e355c8802f1 None None] The sync data for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi is: [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:05Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:45:06.864306 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:06.989151 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51f2740-cb52-4db0-9072-b1a109bf767e None None] Network e241a837-c56f-4849-b9a9-c435b7b5f647 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:45:07.075951 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568074'] for router, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:07.216887 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-706d69c2-d151-47d5-9f46-0dea91b66c19 None None] Provisioning for port 447049ee-002a-4a9f-adec-7dc7719643ad completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:45:07.285406 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Router a4d2ef61-8374-47ff-b257-01ca3deec254 is scheduled to L3 agent fb682885-7553-4707-814d-5f2a30d12884 with binding_index 1 {{(pid=94545) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 14:45:07.400074 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:45:07.408651 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Sync routers for ids ['a4d2ef61-8374-47ff-b257-01ca3deec254'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:45:07.418126 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Routers {'a4d2ef61-8374-47ff-b257-01ca3deec254'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:07.418742 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:44:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['a4d2ef61-8374-47ff-b257-01ca3deec254'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:07.467946 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] Notify callbacks [] for router, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:07.469197 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-18b22b54-ff49-4c4f-9e30-f60a10d1e722 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3047361 Aug 29 14:45:07.472032 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51658) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:07.526529 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Set router a4d2ef61-8374-47ff-b257-01ca3deec254 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:07.708384 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device a750d247-b08a-4f82-82dd-f2c5010667fb up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:45:07.754490 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'name': 'tempest-TestVolumeBootPattern-242215677-router', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:45:06Z', 'revision_number': 3, 'project_id': '443082d158ca4e1cb0a8e677212e3f7f', 'gw_port': {'id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:07.782792 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Checking router: a4d2ef61-8374-47ff-b257-01ca3deec254 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:45:07.783139 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Updating router a4d2ef61-8374-47ff-b257-01ca3deec254 port 3fc90edc-06b7-4616-a3c2-d276d28a2951 binding host dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:45:07.808952 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:07.907238 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:07.964668 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port a750d247-b08a-4f82-82dd-f2c5010667fb completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:45:07.971007 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port a750d247-b08a-4f82-82dd-f2c5010667fb triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:07.971375 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.066746 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_common [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Allocated IP 172.20.0.1 (e241a837-c56f-4849-b9a9-c435b7b5f647/3d7cfad4-f9e0-49d0-9bc8-317021299251/4c1a1ea4-45d2-4084-8e1d-c8352c78759d) {{(pid=94545) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:45:08.162987 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.170974 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.184981 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.provisioning_blocks [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Transition to ACTIVE for port object 4c1a1ea4-45d2-4084-8e1d-c8352c78759d will not be triggered until provisioned by entity DHCP. {{(pid=94545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:45:08.219526 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port a750d247-b08a-4f82-82dd-f2c5010667fb, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=a750d247-b08a-4f82-82dd-f2c5010667fb,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:08.274075 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Notify callbacks [] for port, precommit_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.283310 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Transition to ACTIVE for port object 3fc90edc-06b7-4616-a3c2-d276d28a2951 will not be triggered until provisioned by entity L2. {{(pid=94546) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:45:08.285638 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.308485 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.309298 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 447049ee-002a-4a9f-adec-7dc7719643ad up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:45:08.321583 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Network e241a837-c56f-4849-b9a9-c435b7b5f647 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:45:08.327162 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:45:08.329593 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Received port after_create {{(pid=94545) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:45:08.358715 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Pushing event updated for resources: {'Port': ['ID=4c1a1ea4-45d2-4084-8e1d-c8352c78759d,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:08.375805 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568277'] for router_interface, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.376155 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.409141 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=a750d247-b08a-4f82-82dd-f2c5010667fb,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:08.421763 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Attempting to bind port 3fc90edc-06b7-4616-a3c2-d276d28a2951 on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:45:08.426824 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Attempting to bind port 3fc90edc-06b7-4616-a3c2-d276d28a2951 by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:45:08.426824 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Attempting to bind port 3fc90edc-06b7-4616-a3c2-d276d28a2951 on network bbe3a00d-9061-4549-b02f-7472dfbc0c66 {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:45:08.448578 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:45:08.448937 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Checking segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94546) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:45:08.449345 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.450039 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Bound using segment: {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'} {{(pid=94546) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:45:08.453333 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.managers [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Bound port: 3fc90edc-06b7-4616-a3c2-d276d28a2951, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410f2da6-c422-4ecf-81ec-23243e572a67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66'}}] {{(pid=94546) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:45:08.453333 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.454243 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:45:08.488543 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfadcd-59d3-4441-971e-ab6255a83577 None None] Pushing event updated for resources: {'Port': ['ID=3fc90edc-06b7-4616-a3c2-d276d28a2951,revision_number=2']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:08.504613 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 447049ee-002a-4a9f-adec-7dc7719643ad completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:45:08.518058 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 447049ee-002a-4a9f-adec-7dc7719643ad triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:08.518058 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.544423 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] For port 3fc90edc-06b7-4616-a3c2-d276d28a2951, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94546) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:45:08.563711 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] For port 3fc90edc-06b7-4616-a3c2-d276d28a2951, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=3fc90edc-06b7-4616-a3c2-d276d28a2951,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:45:08.609186 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.613268 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.644487 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.648468 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 447049ee-002a-4a9f-adec-7dc7719643ad, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=447049ee-002a-4a9f-adec-7dc7719643ad,segment=NetworkSegment(f7d630b2-9309-4924-af94-a4faf8444b2b),segment_id=f7d630b2-9309-4924-af94-a4faf8444b2b)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:08.715369 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.717112 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfadcd-59d3-4441-971e-ab6255a83577 None None] Pushing event updated for resources: {'Port': ['ID=3fc90edc-06b7-4616-a3c2-d276d28a2951,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:08.723174 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Routers {'a4d2ef61-8374-47ff-b257-01ca3deec254'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:08.723790 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:44:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['a4d2ef61-8374-47ff-b257-01ca3deec254'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:08.771462 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.797598 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-dbcb280d-382e-4244-8f63-7880624a3fe5 None None] Provisioning for port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:45:08.810173 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-dbcb280d-382e-4244-8f63-7880624a3fe5 None None] Provisioning complete for port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:08.810573 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-dbcb280d-382e-4244-8f63-7880624a3fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.841120 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=447049ee-002a-4a9f-adec-7dc7719643ad,revision_number=3']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:08.845198 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3958029'] for port, after_update {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.890533 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb280d-382e-4244-8f63-7880624a3fe5 None None] Port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:45:08.898497 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] Set router a4d2ef61-8374-47ff-b257-01ca3deec254 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:08.912048 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567562'] for router_interface, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:08.914628 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Pushing event updated for resources: {'Port': ['ID=4c1a1ea4-45d2-4084-8e1d-c8352c78759d,revision_number=2']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:09.006239 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Network e241a837-c56f-4849-b9a9-c435b7b5f647 is already hosted by enough agents. {{(pid=94545) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:45:09.007681 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.base_scheduler [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Resources bound (agent type, host, resource id): {{(pid=94545) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:45:09.107581 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'name': 'tempest-TestVolumeBootPattern-242215677-router', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 4, 'project_id': '443082d158ca4e1cb0a8e677212e3f7f', 'gw_port': {'id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '4c1a1ea4-45d2-4084-8e1d-c8352c78759d', 'name': '', 'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'mac_address': 'fa:16:3e:2d:1b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d7cfad4-f9e0-49d0-9bc8-317021299251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:07Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 1, 'project_id': '443082d158ca4e1cb0a8e677212e3f7f', 'subnets': [{'id': '3d7cfad4-f9e0-49d0-9bc8-317021299251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:09.124705 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Router a4d2ef61-8374-47ff-b257-01ca3deec254 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:45:09.135725 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214fde3-d0c2-428b-9e88-de749fc0d973 None None] The sync data for ids ['a4d2ef61-8374-47ff-b257-01ca3deec254'] in dv-cinder-778193-6-iscsi is: [{'id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'name': 'tempest-TestVolumeBootPattern-242215677-router', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 4, 'project_id': '443082d158ca4e1cb0a8e677212e3f7f', 'gw_port': {'id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '4c1a1ea4-45d2-4084-8e1d-c8352c78759d', 'name': '', 'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'mac_address': 'fa:16:3e:2d:1b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d7cfad4-f9e0-49d0-9bc8-317021299251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:07Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 1, 'project_id': '443082d158ca4e1cb0a8e677212e3f7f', 'subnets': [{'id': '3d7cfad4-f9e0-49d0-9bc8-317021299251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:45:09.212863 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-d097482b-c7ce-492f-b40a-7a31549308b8 None None] Provisioning complete for port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:09.213480 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d097482b-c7ce-492f-b40a-7a31549308b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:09.239846 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:45:09.253661 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-f7bfecb5-abfe-4f3e-aeb6-e5f640a43779 admin admin] 10.222.0.16 "PUT /v2.0/routers/a4d2ef61-8374-47ff-b257-01ca3deec254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7726634 Aug 29 14:45:09.254055 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-d097482b-c7ce-492f-b40a-7a31549308b8 None None] Port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:45:09.627539 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device a750d247-b08a-4f82-82dd-f2c5010667fb up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:45:09.679426 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port a750d247-b08a-4f82-82dd-f2c5010667fb triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:09.680050 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:09.781667 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 447049ee-002a-4a9f-adec-7dc7719643ad up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:45:09.836332 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 447049ee-002a-4a9f-adec-7dc7719643ad triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:09.836520 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:09.854204 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51668) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:09.858657 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-1c4fc756-e896-48bc-9a32-a8a31a8709ca tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773954766', 'description': 'tempest-secgroup-smoke-1773954766 description', 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:45:09.954845 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1c4fc756-e896-48bc-9a32-a8a31a8709ca tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:10.043281 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1c4fc756-e896-48bc-9a32-a8a31a8709ca tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:10.108148 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1c4fc756-e896-48bc-9a32-a8a31a8709ca tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:10.140785 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fc756-e896-48bc-9a32-a8a31a8709ca tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faedcd92-295e-4fc6-b20e-785df5041c08,revision_number=1']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:10.216900 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1c4fc756-e896-48bc-9a32-a8a31a8709ca tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:10.218204 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-1c4fc756-e896-48bc-9a32-a8a31a8709ca tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3631787 Aug 29 14:45:10.221758 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51670) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:10.228656 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-6e013f30-a9a6-4968-8bfd-9f3e3e7b1dd9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Request body: {'security_group_rule': {'security_group_id': 'faedcd92-295e-4fc6-b20e-785df5041c08', 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:45:10.325129 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6e013f30-a9a6-4968-8bfd-9f3e3e7b1dd9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:10.382564 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6e013f30-a9a6-4968-8bfd-9f3e3e7b1dd9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:10.462073 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6e013f30-a9a6-4968-8bfd-9f3e3e7b1dd9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:10.481506 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e013f30-a9a6-4968-8bfd-9f3e3e7b1dd9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b39f8b1-4e4d-49c8-8fd0-dc136f2d925a,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:10.536872 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-6e013f30-a9a6-4968-8bfd-9f3e3e7b1dd9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:10.538130 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-6e013f30-a9a6-4968-8bfd-9f3e3e7b1dd9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3151393 Aug 29 14:45:10.541632 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51672) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:10.546823 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-de1b422d-4ec9-4396-b3e6-2b2fb54d8d09 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Request body: {'security_group_rule': {'security_group_id': 'faedcd92-295e-4fc6-b20e-785df5041c08', 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:45:10.615693 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-de1b422d-4ec9-4396-b3e6-2b2fb54d8d09 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:10.675835 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-de1b422d-4ec9-4396-b3e6-2b2fb54d8d09 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:10.725266 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-de1b422d-4ec9-4396-b3e6-2b2fb54d8d09 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:10.740630 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b422d-4ec9-4396-b3e6-2b2fb54d8d09 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af13598a-fbde-43c2-9b32-7bc6bb86b851,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:10.817003 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-de1b422d-4ec9-4396-b3e6-2b2fb54d8d09 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:10.818400 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-de1b422d-4ec9-4396-b3e6-2b2fb54d8d09 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2752516 Aug 29 14:45:10.821016 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51674) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:10.826020 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-a7513abd-8d35-4676-9531-6d66336b130d tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Request body: {'security_group_rule': {'security_group_id': 'faedcd92-295e-4fc6-b20e-785df5041c08', 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:45:10.903429 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a7513abd-8d35-4676-9531-6d66336b130d tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:10.960236 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a7513abd-8d35-4676-9531-6d66336b130d tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.005476 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a7513abd-8d35-4676-9531-6d66336b130d tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.025152 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7513abd-8d35-4676-9531-6d66336b130d tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05bd835-0088-4539-ad65-89fbc8d296a8,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:11.053806 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Sync routers for ids ['a4d2ef61-8374-47ff-b257-01ca3deec254'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:45:11.063792 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Routers {'a4d2ef61-8374-47ff-b257-01ca3deec254'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:11.073797 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:44:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['a4d2ef61-8374-47ff-b257-01ca3deec254'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:11.113581 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a7513abd-8d35-4676-9531-6d66336b130d tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.114858 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-a7513abd-8d35-4676-9531-6d66336b130d tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928936 Aug 29 14:45:11.117600 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51676) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:11.125384 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.v2.base [None req-7e363295-c8e4-45f1-a5b6-9da46ec10119 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Request body: {'security_group_rule': {'security_group_id': 'faedcd92-295e-4fc6-b20e-785df5041c08', 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94545) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:45:11.168794 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Set router a4d2ef61-8374-47ff-b257-01ca3deec254 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:11.266942 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7e363295-c8e4-45f1-a5b6-9da46ec10119 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.330462 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7e363295-c8e4-45f1-a5b6-9da46ec10119 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.362470 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'name': 'tempest-TestVolumeBootPattern-242215677-router', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 4, 'project_id': '443082d158ca4e1cb0a8e677212e3f7f', 'gw_port': {'id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '4c1a1ea4-45d2-4084-8e1d-c8352c78759d', 'name': '', 'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'mac_address': 'fa:16:3e:2d:1b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d7cfad4-f9e0-49d0-9bc8-317021299251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:07Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 2, 'project_id': '443082d158ca4e1cb0a8e677212e3f7f', 'subnets': [{'id': '3d7cfad4-f9e0-49d0-9bc8-317021299251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:11.392590 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Checking router: a4d2ef61-8374-47ff-b257-01ca3deec254 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:45:11.392939 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Updating router a4d2ef61-8374-47ff-b257-01ca3deec254 port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d binding host dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 14:45:11.405034 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7e363295-c8e4-45f1-a5b6-9da46ec10119 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.417763 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.420273 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e363295-c8e4-45f1-a5b6-9da46ec10119 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e513ef8-f99b-45d0-abb6-2781185396c9,revision_number=0']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:11.502681 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7e363295-c8e4-45f1-a5b6-9da46ec10119 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.506996 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51678) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:11.512336 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-d75dc6e8-1bf2-4653-afc9-e30fa4aa24dd tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Request body: {'security_group_rule': {'security_group_id': 'faedcd92-295e-4fc6-b20e-785df5041c08', 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:45:11.517417 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-7e363295-c8e4-45f1-a5b6-9da46ec10119 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3987279 Aug 29 14:45:11.617634 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.securitygroups_db [None req-d75dc6e8-1bf2-4653-afc9-e30fa4aa24dd tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Project a000df0ea44b455795a3f49fdbbbbd1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 14:45:11.623457 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 3fc90edc-06b7-4616-a3c2-d276d28a2951 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:45:11.625325 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d75dc6e8-1bf2-4653-afc9-e30fa4aa24dd tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.688389 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d75dc6e8-1bf2-4653-afc9-e30fa4aa24dd tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.719391 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 3fc90edc-06b7-4616-a3c2-d276d28a2951 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:45:11.723657 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 3fc90edc-06b7-4616-a3c2-d276d28a2951 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:11.727298 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.742322 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d75dc6e8-1bf2-4653-afc9-e30fa4aa24dd tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.763887 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dc6e8-1bf2-4653-afc9-e30fa4aa24dd tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba62da32-ad70-4761-8539-0c3770b32042,revision_number=0']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:11.770803 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Notify callbacks [] for port, precommit_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.781263 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.provisioning_blocks [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Transition to ACTIVE for port object 4c1a1ea4-45d2-4084-8e1d-c8352c78759d will not be triggered until provisioned by entity L2. {{(pid=94547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:45:11.820169 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.822642 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d75dc6e8-1bf2-4653-afc9-e30fa4aa24dd tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.826385 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-d75dc6e8-1bf2-4653-afc9-e30fa4aa24dd tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3155811 Aug 29 14:45:11.827117 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51680) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:11.831788 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-87bb3e69-a6be-45b9-a865-dfb93fdcc90c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Request body: {'security_group_rule': {'security_group_id': 'faedcd92-295e-4fc6-b20e-785df5041c08', 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:45:11.840583 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 3fc90edc-06b7-4616-a3c2-d276d28a2951, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=3fc90edc-06b7-4616-a3c2-d276d28a2951,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:11.845054 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.899359 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58284060-36e7-4b4b-973e-b7d509a15f1d None None] Pushing event updated for resources: {'Port': ['ID=4c1a1ea4-45d2-4084-8e1d-c8352c78759d,revision_number=3']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:11.905947 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.919705 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.securitygroups_db [None req-87bb3e69-a6be-45b9-a865-dfb93fdcc90c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Project a000df0ea44b455795a3f49fdbbbbd1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 14:45:11.941257 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-87bb3e69-a6be-45b9-a865-dfb93fdcc90c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.967925 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Attempting to bind port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d on host dv-cinder-778193-6-iscsi for vnic_type normal with profile {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:45:11.968462 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Attempting to bind port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d by drivers openvswitch,hyperv on host dv-cinder-778193-6-iscsi at level 0 using segments [{'id': 'f7d630b2-9309-4924-af94-a4faf8444b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647'}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:45:11.968809 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Attempting to bind port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d on network e241a837-c56f-4849-b9a9-c435b7b5f647 {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:45:11.970850 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=3fc90edc-06b7-4616-a3c2-d276d28a2951,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:11.974219 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Checking agent: {'id': 'cbf32754-9870-4e68-b0aa-729c10da1af1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 27, 48), 'started_at': datetime.datetime(2021, 8, 29, 14, 28, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:45:11.974585 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Checking segment: {'id': 'f7d630b2-9309-4924-af94-a4faf8444b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:45:11.974975 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:11.975355 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Bound using segment: {'id': 'f7d630b2-9309-4924-af94-a4faf8444b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647'} {{(pid=94547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:45:11.976329 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.managers [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Bound port: 4c1a1ea4-45d2-4084-8e1d-c8352c78759d, host: dv-cinder-778193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d630b2-9309-4924-af94-a4faf8444b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647'}}] {{(pid=94547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:45:11.976329 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:12.014855 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-87bb3e69-a6be-45b9-a865-dfb93fdcc90c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:12.040548 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] For port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d, host dv-cinder-778193-6-iscsi, cleared binding levels {{(pid=94547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:45:12.044102 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.plugins.ml2.db [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] For port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d, host dv-cinder-778193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=4c1a1ea4-45d2-4084-8e1d-c8352c78759d,segment=NetworkSegment(f7d630b2-9309-4924-af94-a4faf8444b2b),segment_id=f7d630b2-9309-4924-af94-a4faf8444b2b)] {{(pid=94547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:45:12.074455 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-87bb3e69-a6be-45b9-a865-dfb93fdcc90c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433032'] for security_group_rule, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:12.091438 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron_lib.callbacks.manager [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:12.092016 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb3e69-a6be-45b9-a865-dfb93fdcc90c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a94a6d-094d-43ed-afa5-2cc178aab058,revision_number=0']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:12.143941 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Routers {'a4d2ef61-8374-47ff-b257-01ca3deec254'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:12.144536 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:44:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['a4d2ef61-8374-47ff-b257-01ca3deec254'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:12.160041 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-87bb3e69-a6be-45b9-a865-dfb93fdcc90c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:12.162928 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-87bb3e69-a6be-45b9-a865-dfb93fdcc90c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3334744 Aug 29 14:45:12.190751 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58284060-36e7-4b4b-973e-b7d509a15f1d None None] Pushing event updated for resources: {'Port': ['ID=4c1a1ea4-45d2-4084-8e1d-c8352c78759d,revision_number=4']} {{(pid=94547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:12.269151 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] Set router a4d2ef61-8374-47ff-b257-01ca3deec254 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:12.467641 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'name': 'tempest-TestVolumeBootPattern-242215677-router', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 4, 'project_id': '443082d158ca4e1cb0a8e677212e3f7f', 'gw_port': {'id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '4c1a1ea4-45d2-4084-8e1d-c8352c78759d', 'name': '', 'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'mac_address': 'fa:16:3e:2d:1b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d7cfad4-f9e0-49d0-9bc8-317021299251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:07Z', 'updated_at': '2021-08-29T14:45:12Z', 'revision_number': 4, 'project_id': '443082d158ca4e1cb0a8e677212e3f7f', 'subnets': [{'id': '3d7cfad4-f9e0-49d0-9bc8-317021299251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:12.492891 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f5f50-1435-4c42-9109-ec8b6678ca49 None None] The sync data for ids ['a4d2ef61-8374-47ff-b257-01ca3deec254'] in dv-cinder-778193-6-iscsi is: [{'id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'name': 'tempest-TestVolumeBootPattern-242215677-router', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 4, 'project_id': '443082d158ca4e1cb0a8e677212e3f7f', 'gw_port': {'id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '4c1a1ea4-45d2-4084-8e1d-c8352c78759d', 'name': '', 'network_id': 'e241a837-c56f-4849-b9a9-c435b7b5f647', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'mac_address': 'fa:16:3e:2d:1b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d7cfad4-f9e0-49d0-9bc8-317021299251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:07Z', 'updated_at': '2021-08-29T14:45:12Z', 'revision_number': 4, 'project_id': '443082d158ca4e1cb0a8e677212e3f7f', 'subnets': [{'id': '3d7cfad4-f9e0-49d0-9bc8-317021299251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:45:13.628235 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 4c1a1ea4-45d2-4084-8e1d-c8352c78759d up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:45:13.736995 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning for port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:45:13.741116 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:13.741488 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:13.824218 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:13.855513 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] For port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=4c1a1ea4-45d2-4084-8e1d-c8352c78759d,segment=NetworkSegment(f7d630b2-9309-4924-af94-a4faf8444b2b),segment_id=f7d630b2-9309-4924-af94-a4faf8444b2b)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:13.936544 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:13.937355 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 3fc90edc-06b7-4616-a3c2-d276d28a2951 up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:45:14.012296 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Pushing event updated for resources: {'Port': ['ID=4c1a1ea4-45d2-4084-8e1d-c8352c78759d,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:14.022778 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:14.023128 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:14.023471 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:14.023806 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:14.024138 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:14.024471 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:14.024799 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:14.025170 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:14.025496 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:14.025879 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:14.026322 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:14.026561 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:14.035388 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 3fc90edc-06b7-4616-a3c2-d276d28a2951 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:14.035761 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:14.204457 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cf4af43c-70cd-4e7c-87b1-348f354e9ee8 req-156367de-ab09-421d-8591-236cae02a477 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931988201&fields=id&tenant_id=50e1e30ed1d34a3095da54288e159f79 HTTP/1.1" status: 200 len: 267 time: 0.0344152 Aug 29 14:45:14.257321 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4af43c-70cd-4e7c-87b1-348f354e9ee8 req-f7b6e1d4-b56d-41f8-b5a4-17ef368bab35 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:14.258813 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cf4af43c-70cd-4e7c-87b1-348f354e9ee8 req-f7b6e1d4-b56d-41f8-b5a4-17ef368bab35 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 985 time: 0.0488849 Aug 29 14:45:14.271820 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-cf4af43c-70cd-4e7c-87b1-348f354e9ee8 req-12bb3b88-587f-4036-9cc0-c2701c23b0f6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Request body: {'port': {'security_groups': ['af6243b2-8a05-476b-9720-a18507824d0d']}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:45:14.339535 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-cf4af43c-70cd-4e7c-87b1-348f354e9ee8 req-12bb3b88-587f-4036-9cc0-c2701c23b0f6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:14.514935 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-cf4af43c-70cd-4e7c-87b1-348f354e9ee8 req-12bb3b88-587f-4036-9cc0-c2701c23b0f6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] For port c7a60d32-3281-463d-89c2-45d8c14d73c6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c7a60d32-3281-463d-89c2-45d8c14d73c6,segment=NetworkSegment(728403e2-931b-43a8-83b6-19d0936b780a),segment_id=728403e2-931b-43a8-83b6-19d0936b780a)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:14.543769 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-cf4af43c-70cd-4e7c-87b1-348f354e9ee8 req-12bb3b88-587f-4036-9cc0-c2701c23b0f6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:14.611067 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-cf4af43c-70cd-4e7c-87b1-348f354e9ee8 req-12bb3b88-587f-4036-9cc0-c2701c23b0f6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:14.648955 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['c7a60d32-3281-463d-89c2-45d8c14d73c6'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:45:14.663473 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4af43c-70cd-4e7c-87b1-348f354e9ee8 req-12bb3b88-587f-4036-9cc0-c2701c23b0f6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:14.664100 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-cf4af43c-70cd-4e7c-87b1-348f354e9ee8 req-12bb3b88-587f-4036-9cc0-c2701c23b0f6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:14.665533 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-cf4af43c-70cd-4e7c-87b1-348f354e9ee8 req-12bb3b88-587f-4036-9cc0-c2701c23b0f6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "PUT /v2.0/ports/c7a60d32-3281-463d-89c2-45d8c14d73c6 HTTP/1.1" status: 200 len: 943 time: 0.3987103 Aug 29 14:45:14.665997 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'tag': 'c7a60d32-3281-463d-89c2-45d8c14d73c6'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:45:14.671303 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354c8191-103b-42b3-a29d-51ec5781964b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca5377d-143c-43ec-ac7d-27927d44fd54", "tag": "c7a60d32-3281-463d-89c2-45d8c14d73c6"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:45:14.672246 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51752) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:14.690284 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb3b88-587f-4036-9cc0-c2701c23b0f6 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Pushing event updated for resources: {'Port': ['ID=c7a60d32-3281-463d-89c2-45d8c14d73c6,revision_number=7']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:14.734765 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa42aa9-7679-484f-be26-aa9448a6010f x-openstack-request-id: req-3aa42aa9-7679-484f-be26-aa9448a6010f {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:45:14.735322 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca5377d-143c-43ec-ac7d-27927d44fd54", "tag": "c7a60d32-3281-463d-89c2-45d8c14d73c6", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:45:14.735800 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3aa42aa9-7679-484f-be26-aa9448a6010f {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:45:14.736418 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'tag': 'c7a60d32-3281-463d-89c2-45d8c14d73c6', 'status': 'completed', 'code': 200} Aug 29 14:45:14.761615 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-29cf33e1-1afc-426f-ad3e-405fdc8eb2c8 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:14.805432 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-29cf33e1-1afc-426f-ad3e-405fdc8eb2c8 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:14.820839 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['c7a60d32-3281-463d-89c2-45d8c14d73c6'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:45:14.859988 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c8191-103b-42b3-a29d-51ec5781964b req-cb9cea97-aa27-47fe-8484-a6d420d8db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:14.861637 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-354c8191-103b-42b3-a29d-51ec5781964b req-cb9cea97-aa27-47fe-8484-a6d420d8db3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50e1e30ed1d34a3095da54288e159f79&device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 1099 time: 0.0746198 Aug 29 14:45:14.955593 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c8191-103b-42b3-a29d-51ec5781964b req-f30771c0-fe81-4058-afec-3e358b605f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:14.957101 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-354c8191-103b-42b3-a29d-51ec5781964b req-f30771c0-fe81-4058-afec-3e358b605f56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12c21bd5-f232-4467-b923-394610bfbd17 HTTP/1.1" status: 200 len: 916 time: 0.0877287 Aug 29 14:45:14.973504 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-91a2f95a-1291-4bb6-9e58-0c009030633d None None] Provisioning complete for port c7a60d32-3281-463d-89c2-45d8c14d73c6 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:14.973891 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-91a2f95a-1291-4bb6-9e58-0c009030633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:14.988584 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-29cf33e1-1afc-426f-ad3e-405fdc8eb2c8 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:14.991769 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-29cf33e1-1afc-426f-ad3e-405fdc8eb2c8 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:14.995830 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-29cf33e1-1afc-426f-ad3e-405fdc8eb2c8 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "DELETE /v2.0/security-groups/a6a1c94a-c90b-47cb-9c5e-8877bac19502 HTTP/1.1" status: 204 len: 168 time: 0.3202338 Aug 29 14:45:14.997513 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51754) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:15.041269 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-354c8191-103b-42b3-a29d-51ec5781964b req-47905a2c-aee4-4c03-a8aa-71ea477599e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7a60d32-3281-463d-89c2-45d8c14d73c6 HTTP/1.1" status: 200 len: 1001 time: 0.0751817 Aug 29 14:45:15.046506 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf33e1-1afc-426f-ad3e-405fdc8eb2c8 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a1c94a-c90b-47cb-9c5e-8877bac19502,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:15.097927 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c8191-103b-42b3-a29d-51ec5781964b req-3a41b89b-4b10-4f81-8361-11a9821f8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:15.099514 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-354c8191-103b-42b3-a29d-51ec5781964b req-3a41b89b-4b10-4f81-8361-11a9821f8153 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2db40e74-0ee2-4cb4-891f-66ae89379113 HTTP/1.1" status: 200 len: 854 time: 0.0477097 Aug 29 14:45:15.155865 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c8191-103b-42b3-a29d-51ec5781964b req-122d0ac8-af3e-48cf-b028-068c86df84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:15.157408 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-354c8191-103b-42b3-a29d-51ec5781964b req-122d0ac8-af3e-48cf-b028-068c86df84c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12c21bd5-f232-4467-b923-394610bfbd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497725 Aug 29 14:45:15.182635 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-86c8e56d-9cf0-475e-aa01-ee8b898bdcf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:15.196951 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-c51e3de4-6267-4c61-8dab-4be1801c408e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Deleting port 0ab0a893-6ac4-4b85-b8ab-ccc213c964a3 {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:15.197285 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c51e3de4-6267-4c61-8dab-4be1801c408e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:15.267463 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-354c8191-103b-42b3-a29d-51ec5781964b req-3d2e3a3f-d26f-4ec4-a2b0-6805223b4c9a service neutron] 10.222.0.36 "GET /v2.0/networks/12c21bd5-f232-4467-b923-394610bfbd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012330 Aug 29 14:45:15.285682 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c51e3de4-6267-4c61-8dab-4be1801c408e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:15.286150 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c51e3de4-6267-4c61-8dab-4be1801c408e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:15.300244 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-c51e3de4-6267-4c61-8dab-4be1801c408e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Calling delete_port for 0ab0a893-6ac4-4b85-b8ab-ccc213c964a3 owned by network:floatingip {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:15.374567 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-354c8191-103b-42b3-a29d-51ec5781964b req-b4ffea2b-d3b2-4474-b700-a6d37849a1bc service neutron] 10.222.0.36 "GET /v2.0/networks/12c21bd5-f232-4467-b923-394610bfbd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992222 Aug 29 14:45:15.548017 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c51e3de4-6267-4c61-8dab-4be1801c408e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:15.601379 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 4c1a1ea4-45d2-4084-8e1d-c8352c78759d up at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:45:15.655686 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Provisioning complete for port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:15.656365 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:15.813633 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e3de4-6267-4c61-8dab-4be1801c408e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Pushing event deleted for resources: {'Port': ['ID=0ab0a893-6ac4-4b85-b8ab-ccc213c964a3,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:15.878597 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c51e3de4-6267-4c61-8dab-4be1801c408e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks [] for floatingip, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:15.878933 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.l3_db [None req-c51e3de4-6267-4c61-8dab-4be1801c408e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Floating IP 49785027-403c-428c-897c-1bbeabfbe33b disassociated (deleted). External IP: 172.27.0.75, port: c7a60d32-3281-463d-89c2-45d8c14d73c6. Aug 29 14:45:16.090710 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51e3de4-6267-4c61-8dab-4be1801c408e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Router 36a87372-fb63-4569-87a1-24bbf42bdeb0 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:45:16.200491 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51e3de4-6267-4c61-8dab-4be1801c408e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:45:16.205494 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c51e3de4-6267-4c61-8dab-4be1801c408e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:16.210018 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f01bc6-76cc-4892-9863-c9a72dbccdb0 None None] Sync routers for ids ['36a87372-fb63-4569-87a1-24bbf42bdeb0'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:45:16.218512 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f01bc6-76cc-4892-9863-c9a72dbccdb0 None None] Routers {'36a87372-fb63-4569-87a1-24bbf42bdeb0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:16.219172 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-46f01bc6-76cc-4892-9863-c9a72dbccdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:44:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['36a87372-fb63-4569-87a1-24bbf42bdeb0'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:16.233293 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-c51e3de4-6267-4c61-8dab-4be1801c408e tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "DELETE /v2.0/floatingips/49785027-403c-428c-897c-1bbeabfbe33b HTTP/1.1" status: 204 len: 168 time: 1.2337201 Aug 29 14:45:16.233892 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'tag': 'c7a60d32-3281-463d-89c2-45d8c14d73c6'}] {{(pid=94545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:45:16.236202 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3f88a97947bc46447bf64d5742a30a9c549343a816f3376ab3b001ccfdc429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87edfdf2-0503-4aba-9737-45a1ed61bf01" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca5377d-143c-43ec-ac7d-27927d44fd54", "tag": "c7a60d32-3281-463d-89c2-45d8c14d73c6"}]}' {{(pid=94545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:45:16.290947 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501c4129-d47c-4f47-b864-c1e66e9b7ca2 x-openstack-request-id: req-501c4129-d47c-4f47-b864-c1e66e9b7ca2 {{(pid=94545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:45:16.291772 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca5377d-143c-43ec-ac7d-27927d44fd54", "tag": "c7a60d32-3281-463d-89c2-45d8c14d73c6", "status": "completed", "code": 200}]} {{(pid=94545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:45:16.292023 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-501c4129-d47c-4f47-b864-c1e66e9b7ca2 {{(pid=94545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:45:16.292947 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'tag': 'c7a60d32-3281-463d-89c2-45d8c14d73c6', 'status': 'completed', 'code': 200} Aug 29 14:45:16.334581 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-46f01bc6-76cc-4892-9863-c9a72dbccdb0 None None] Set router 36a87372-fb63-4569-87a1-24bbf42bdeb0 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:16.376433 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edfdf2-0503-4aba-9737-45a1ed61bf01 req-6c957268-26c7-473f-84e4-01b1dd31a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:16.377982 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-87edfdf2-0503-4aba-9737-45a1ed61bf01 req-6c957268-26c7-473f-84e4-01b1dd31a88a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50e1e30ed1d34a3095da54288e159f79&device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 1099 time: 0.0432422 Aug 29 14:45:16.479502 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edfdf2-0503-4aba-9737-45a1ed61bf01 req-76c427a9-c54b-49c3-a434-bf333fb91b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:16.480940 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-87edfdf2-0503-4aba-9737-45a1ed61bf01 req-76c427a9-c54b-49c3-a434-bf333fb91b4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=12c21bd5-f232-4467-b923-394610bfbd17 HTTP/1.1" status: 200 len: 916 time: 0.0961380 Aug 29 14:45:16.525534 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-87edfdf2-0503-4aba-9737-45a1ed61bf01 req-a9f37b68-85fe-4549-a611-58510e3aee58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7a60d32-3281-463d-89c2-45d8c14d73c6 HTTP/1.1" status: 200 len: 217 time: 0.0370572 Aug 29 14:45:16.545889 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-46f01bc6-76cc-4892-9863-c9a72dbccdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:36Z', 'updated_at': '2021-08-29T14:42:40Z', 'revision_number': 4, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'gw_port': {'id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:37Z', 'updated_at': '2021-08-29T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '7abc482a-c55f-44ac-8d50-db1162b8d719', 'name': '', 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'mac_address': 'fa:16:3e:01:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:39Z', 'updated_at': '2021-08-29T14:42:47Z', 'revision_number': 5, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'subnets': [{'id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:16.580781 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f01bc6-76cc-4892-9863-c9a72dbccdb0 None None] Checking router: 36a87372-fb63-4569-87a1-24bbf42bdeb0 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:45:16.587060 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edfdf2-0503-4aba-9737-45a1ed61bf01 req-58a35179-ef98-493f-81d1-80c82c7d593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:16.588765 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-87edfdf2-0503-4aba-9737-45a1ed61bf01 req-58a35179-ef98-493f-81d1-80c82c7d593d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2db40e74-0ee2-4cb4-891f-66ae89379113 HTTP/1.1" status: 200 len: 854 time: 0.0566061 Aug 29 14:45:16.591018 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f01bc6-76cc-4892-9863-c9a72dbccdb0 None None] Routers {'36a87372-fb63-4569-87a1-24bbf42bdeb0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:16.591655 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-46f01bc6-76cc-4892-9863-c9a72dbccdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:44:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['36a87372-fb63-4569-87a1-24bbf42bdeb0'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:16.638738 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edfdf2-0503-4aba-9737-45a1ed61bf01 req-0b34826d-62c1-48eb-93a2-75d905de17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:16.640301 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-87edfdf2-0503-4aba-9737-45a1ed61bf01 req-0b34826d-62c1-48eb-93a2-75d905de17a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12c21bd5-f232-4467-b923-394610bfbd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430825 Aug 29 14:45:16.700719 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-46f01bc6-76cc-4892-9863-c9a72dbccdb0 None None] Set router 36a87372-fb63-4569-87a1-24bbf42bdeb0 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:16.764452 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-87edfdf2-0503-4aba-9737-45a1ed61bf01 req-65524533-438f-4229-a5ec-53ae46484aa0 service neutron] 10.222.0.36 "GET /v2.0/networks/12c21bd5-f232-4467-b923-394610bfbd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053252 Aug 29 14:45:16.863002 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-87edfdf2-0503-4aba-9737-45a1ed61bf01 req-f5c4ff91-0997-4564-be77-5f04b4585097 service neutron] 10.222.0.36 "GET /v2.0/networks/12c21bd5-f232-4467-b923-394610bfbd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877268 Aug 29 14:45:16.923782 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-46f01bc6-76cc-4892-9863-c9a72dbccdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:36Z', 'updated_at': '2021-08-29T14:42:40Z', 'revision_number': 4, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'gw_port': {'id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:37Z', 'updated_at': '2021-08-29T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '7abc482a-c55f-44ac-8d50-db1162b8d719', 'name': '', 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'mac_address': 'fa:16:3e:01:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:39Z', 'updated_at': '2021-08-29T14:42:47Z', 'revision_number': 5, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'subnets': [{'id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:16.960409 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f01bc6-76cc-4892-9863-c9a72dbccdb0 None None] The sync data for ids ['36a87372-fb63-4569-87a1-24bbf42bdeb0'] in dv-cinder-778193-6-iscsi is: [{'id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:36Z', 'updated_at': '2021-08-29T14:42:40Z', 'revision_number': 4, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'gw_port': {'id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:37Z', 'updated_at': '2021-08-29T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '7abc482a-c55f-44ac-8d50-db1162b8d719', 'name': '', 'network_id': '12c21bd5-f232-4467-b923-394610bfbd17', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'mac_address': 'fa:16:3e:01:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:39Z', 'updated_at': '2021-08-29T14:42:47Z', 'revision_number': 5, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'subnets': [{'id': '2db40e74-0ee2-4cb4-891f-66ae89379113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:45:17.178415 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016af364-bd1b-4518-b422-ad3c3a135482 None None] New status for floating IP 49785027-403c-428c-897c-1bbeabfbe33b: DOWN {{(pid=94547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:45:17.799482 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-88101a12-cc65-4686-bb37-25ee9f89019a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:18.205162 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:19.011141 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:20.491000 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:20.510003 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ab103-6f88-4fd8-8c9d-e50f76146309 req-c4159eb9-e26b-4049-97bc-e66fa0f8a3f3 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:20.511482 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-119ab103-6f88-4fd8-8c9d-e50f76146309 req-c4159eb9-e26b-4049-97bc-e66fa0f8a3f3 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 946 time: 0.0529099 Aug 29 14:45:20.548834 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-119ab103-6f88-4fd8-8c9d-e50f76146309 req-1ccdb336-060a-4263-819f-b3c2097dad7c tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312800 Aug 29 14:45:21.666512 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed248bc-cf18-4fb3-8baf-aeea57037d9a req-e95b43fa-db21-42bc-8d60-ada06709ce10 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:21.667887 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4ed248bc-cf18-4fb3-8baf-aeea57037d9a req-e95b43fa-db21-42bc-8d60-ada06709ce10 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 946 time: 0.0513074 Aug 29 14:45:21.708655 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4ed248bc-cf18-4fb3-8baf-aeea57037d9a req-27baba81-2fa4-471f-8342-c6b43e1a7171 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342722 Aug 29 14:45:22.470587 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3654cd-7246-4f6f-b0dc-002690fd2d82 req-de5704bc-cfd8-49cb-bcf5-454f04739fb4 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:22.472339 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bc3654cd-7246-4f6f-b0dc-002690fd2d82 req-de5704bc-cfd8-49cb-bcf5-454f04739fb4 tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 946 time: 0.0487554 Aug 29 14:45:22.572573 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-bc3654cd-7246-4f6f-b0dc-002690fd2d82 req-fc0bc28b-1a13-40f2-94c1-9f0f4db2934d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Deleting port c7a60d32-3281-463d-89c2-45d8c14d73c6 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:22.572911 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-bc3654cd-7246-4f6f-b0dc-002690fd2d82 req-fc0bc28b-1a13-40f2-94c1-9f0f4db2934d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:22.662203 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-bc3654cd-7246-4f6f-b0dc-002690fd2d82 req-fc0bc28b-1a13-40f2-94c1-9f0f4db2934d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] For port c7a60d32-3281-463d-89c2-45d8c14d73c6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c7a60d32-3281-463d-89c2-45d8c14d73c6,segment=NetworkSegment(728403e2-931b-43a8-83b6-19d0936b780a),segment_id=728403e2-931b-43a8-83b6-19d0936b780a)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:22.662557 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-bc3654cd-7246-4f6f-b0dc-002690fd2d82 req-fc0bc28b-1a13-40f2-94c1-9f0f4db2934d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:22.682209 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-bc3654cd-7246-4f6f-b0dc-002690fd2d82 req-fc0bc28b-1a13-40f2-94c1-9f0f4db2934d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Calling delete_port for c7a60d32-3281-463d-89c2-45d8c14d73c6 owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:22.846934 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5315e69-6f74-450d-b529-1e5b425e072b req-a9bdeaa5-5696-4697-8ba4-1577cc0dd8ad tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:22.848692 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a5315e69-6f74-450d-b529-1e5b425e072b req-a9bdeaa5-5696-4697-8ba4-1577cc0dd8ad tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 946 time: 0.0648451 Aug 29 14:45:22.886960 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a5315e69-6f74-450d-b529-1e5b425e072b req-93b4865b-a1df-46c7-b1bd-3aa49f61233a tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/security-groups?id=af6243b2-8a05-476b-9720-a18507824d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Aug 29 14:45:22.924677 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-bc3654cd-7246-4f6f-b0dc-002690fd2d82 req-fc0bc28b-1a13-40f2-94c1-9f0f4db2934d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:22.953581 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bc28b-1a13-40f2-94c1-9f0f4db2934d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Pushing event deleted for resources: {'Port': ['ID=c7a60d32-3281-463d-89c2-45d8c14d73c6,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:22.959898 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['c7a60d32-3281-463d-89c2-45d8c14d73c6'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:45:23.001818 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3654cd-7246-4f6f-b0dc-002690fd2d82 req-fc0bc28b-1a13-40f2-94c1-9f0f4db2934d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] No DVR routers for this DVR port c7a60d32-3281-463d-89c2-45d8c14d73c6 on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:45:23.004390 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-bc3654cd-7246-4f6f-b0dc-002690fd2d82 req-fc0bc28b-1a13-40f2-94c1-9f0f4db2934d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:23.006453 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bc3654cd-7246-4f6f-b0dc-002690fd2d82 req-fc0bc28b-1a13-40f2-94c1-9f0f4db2934d tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.36 "DELETE /v2.0/ports/c7a60d32-3281-463d-89c2-45d8c14d73c6 HTTP/1.1" status: 204 len: 173 time: 0.5281200 Aug 29 14:45:23.006884 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'name': 'network-vif-deleted', 'tag': 'c7a60d32-3281-463d-89c2-45d8c14d73c6'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:45:23.009135 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756542d1-1260-45eb-b2ee-68b4898a2c23" -d '{"events": [{"server_uuid": "4ca5377d-143c-43ec-ac7d-27927d44fd54", "name": "network-vif-deleted", "tag": "c7a60d32-3281-463d-89c2-45d8c14d73c6"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:45:23.044625 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7db7aff-2fd3-4885-8ba6-23334851eb00 x-openstack-request-id: req-f7db7aff-2fd3-4885-8ba6-23334851eb00 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:45:23.044912 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca5377d-143c-43ec-ac7d-27927d44fd54", "name": "network-vif-deleted", "tag": "c7a60d32-3281-463d-89c2-45d8c14d73c6", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:45:23.045157 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7db7aff-2fd3-4885-8ba6-23334851eb00 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:45:23.045548 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca5377d-143c-43ec-ac7d-27927d44fd54', 'name': 'network-vif-deleted', 'tag': 'c7a60d32-3281-463d-89c2-45d8c14d73c6', 'status': 'completed', 'code': 200} Aug 29 14:45:23.994487 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bcd912a1-88dd-4176-9c2c-d32378e5b7d3 req-17535cb8-ab59-4a04-9ecd-ce1c105c501a tempest-TestMinimumBasicScenario-439485228 tempest-TestMinimumBasicScenario-439485228-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca5377d-143c-43ec-ac7d-27927d44fd54 HTTP/1.1" status: 200 len: 210 time: 0.0292356 Aug 29 14:45:26.211598 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51874) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:26.540132 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f741d474-06d8-47fe-b812-36a472b05ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568830'] for router_interface, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:26.776209 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-f741d474-06d8-47fe-b812-36a472b05ee7 admin admin] Deleting port 7abc482a-c55f-44ac-8d50-db1162b8d719 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:26.776548 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f741d474-06d8-47fe-b812-36a472b05ee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:26.853387 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-f741d474-06d8-47fe-b812-36a472b05ee7 admin admin] For port 7abc482a-c55f-44ac-8d50-db1162b8d719, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=7abc482a-c55f-44ac-8d50-db1162b8d719,segment=NetworkSegment(728403e2-931b-43a8-83b6-19d0936b780a),segment_id=728403e2-931b-43a8-83b6-19d0936b780a)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:26.853664 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f741d474-06d8-47fe-b812-36a472b05ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:26.865831 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-f741d474-06d8-47fe-b812-36a472b05ee7 admin admin] Calling delete_port for 7abc482a-c55f-44ac-8d50-db1162b8d719 owned by network:router_interface {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:27.108047 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f741d474-06d8-47fe-b812-36a472b05ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:27.133073 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741d474-06d8-47fe-b812-36a472b05ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7abc482a-c55f-44ac-8d50-db1162b8d719,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:27.292848 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-f741d474-06d8-47fe-b812-36a472b05ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568628'] for router_interface, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:27.494785 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device c7a60d32-3281-463d-89c2-45d8c14d73c6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:45:27.515817 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: c7a60d32-3281-463d-89c2-45d8c14d73c6 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:45:27.516152 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device c7a60d32-3281-463d-89c2-45d8c14d73c6 not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:45:27.740476 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f741d474-06d8-47fe-b812-36a472b05ee7 admin admin] Router 36a87372-fb63-4569-87a1-24bbf42bdeb0 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:45:27.843270 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f741d474-06d8-47fe-b812-36a472b05ee7 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:45:27.848492 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-f741d474-06d8-47fe-b812-36a472b05ee7 admin admin] 10.222.0.16 "PUT /v2.0/routers/36a87372-fb63-4569-87a1-24bbf42bdeb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6359048 Aug 29 14:45:27.850983 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51880) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:27.853650 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce77f4a-6e11-4578-b513-11b6944bd6cb None None] Sync routers for ids ['36a87372-fb63-4569-87a1-24bbf42bdeb0'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:45:27.863326 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce77f4a-6e11-4578-b513-11b6944bd6cb None None] Routers {'36a87372-fb63-4569-87a1-24bbf42bdeb0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:27.863931 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-fce77f4a-6e11-4578-b513-11b6944bd6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:45:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['36a87372-fb63-4569-87a1-24bbf42bdeb0'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:27.952727 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] Notify callbacks [] for router, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:27.966571 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-fce77f4a-6e11-4578-b513-11b6944bd6cb None None] Set router 36a87372-fb63-4569-87a1-24bbf42bdeb0 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:28.056120 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:28.143948 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-fce77f4a-6e11-4578-b513-11b6944bd6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:36Z', 'updated_at': '2021-08-29T14:45:26Z', 'revision_number': 5, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'gw_port': {'id': 'b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:37Z', 'updated_at': '2021-08-29T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:28.162639 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] Deleting port b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:28.162979 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:28.174682 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce77f4a-6e11-4578-b513-11b6944bd6cb None None] Checking router: 36a87372-fb63-4569-87a1-24bbf42bdeb0 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:45:28.182931 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce77f4a-6e11-4578-b513-11b6944bd6cb None None] Routers {'36a87372-fb63-4569-87a1-24bbf42bdeb0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:28.183538 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-fce77f4a-6e11-4578-b513-11b6944bd6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:45:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['36a87372-fb63-4569-87a1-24bbf42bdeb0'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:28.242719 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] For port b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:28.243086 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:28.256129 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] Calling delete_port for b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620 owned by network:router_gateway {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:28.269188 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-fce77f4a-6e11-4578-b513-11b6944bd6cb None None] Set router 36a87372-fb63-4569-87a1-24bbf42bdeb0 gateway port host: None {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:28.319933 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-fce77f4a-6e11-4578-b513-11b6944bd6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:36Z', 'updated_at': '2021-08-29T14:45:28Z', 'revision_number': 6, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'gw_port_host': None}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:28.349369 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce77f4a-6e11-4578-b513-11b6944bd6cb None None] The sync data for ids ['36a87372-fb63-4569-87a1-24bbf42bdeb0'] in dv-cinder-778193-6-iscsi is: [{'id': '36a87372-fb63-4569-87a1-24bbf42bdeb0', 'name': 'tempest-TestMinimumBasicScenario-2001398232-router', 'tenant_id': '50e1e30ed1d34a3095da54288e159f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:36Z', 'updated_at': '2021-08-29T14:45:28Z', 'revision_number': 6, 'project_id': '50e1e30ed1d34a3095da54288e159f79', 'gw_port_host': None}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:45:28.490665 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:28.518152 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:28.578772 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568174'] for router_gateway, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:28.673806 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:28.677637 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102423'] for router, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:28.679922 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:28.787375 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561406'] for router, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:28.787938 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36a87372-fb63-4569-87a1-24bbf42bdeb0 {{(pid=94544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:45:28.802206 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] Notify callbacks [] for router, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:28.805921 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-841d5cbd-d8d6-4e41-bd90-9250ca089b45 admin admin] 10.222.0.16 "DELETE /v2.0/routers/36a87372-fb63-4569-87a1-24bbf42bdeb0 HTTP/1.1" status: 204 len: 168 time: 0.9515607 Aug 29 14:45:28.807389 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51884) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:28.854983 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d66973-69e3-4cf9-9374-d7c9f3c0185b admin admin] Deleting subnet 2db40e74-0ee2-4cb4-891f-66ae89379113 {{(pid=94545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:45:28.858621 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-22d66973-69e3-4cf9-9374-d7c9f3c0185b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:28.898423 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-22d66973-69e3-4cf9-9374-d7c9f3c0185b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3957150'] for subnet, precommit_delete_associations {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:28.987288 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-22d66973-69e3-4cf9-9374-d7c9f3c0185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.097424 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-22d66973-69e3-4cf9-9374-d7c9f3c0185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3712948'] for subnet, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.124986 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d66973-69e3-4cf9-9374-d7c9f3c0185b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db40e74-0ee2-4cb4-891f-66ae89379113,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:29.129001 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-22d66973-69e3-4cf9-9374-d7c9f3c0185b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.133576 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-22d66973-69e3-4cf9-9374-d7c9f3c0185b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2db40e74-0ee2-4cb4-891f-66ae89379113 HTTP/1.1" status: 204 len: 168 time: 0.3251147 Aug 29 14:45:29.133687 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51886) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:29.139581 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d7aacf-743e-4dcb-8406-c2881ae277db None None] Network 12c21bd5-f232-4467-b923-394610bfbd17 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:45:29.218009 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.276315 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] Deleting port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:29.276782 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.334575 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78220d76-4efc-4d79-ae8e-6b441886604b None None] DHCP port deletion for 12c21bd5-f232-4467-b923-394610bfbd17 request from dv-cinder-778193-6-iscsi {{(pid=94546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:45:29.344621 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] For port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8,segment=NetworkSegment(728403e2-931b-43a8-83b6-19d0936b780a),segment_id=728403e2-931b-43a8-83b6-19d0936b780a)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:29.344982 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.360498 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] Calling delete_port for 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 owned by network:dhcp {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:29.386816 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-78220d76-4efc-4d79-ae8e-6b441886604b None None] Deleting port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 {{(pid=94546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:29.387839 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-78220d76-4efc-4d79-ae8e-6b441886604b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.455971 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-78220d76-4efc-4d79-ae8e-6b441886604b None None] For port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8,segment=NetworkSegment(728403e2-931b-43a8-83b6-19d0936b780a),segment_id=728403e2-931b-43a8-83b6-19d0936b780a)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:29.456365 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-78220d76-4efc-4d79-ae8e-6b441886604b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.469706 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-78220d76-4efc-4d79-ae8e-6b441886604b None None] Calling delete_port for 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 owned by network:dhcp {{(pid=94546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:29.507821 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.536218 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:29.542990 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] No DVR routers for this DVR port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 on host dv-cinder-778193-6-iscsi {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:45:29.559111 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-78220d76-4efc-4d79-ae8e-6b441886604b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109'] for port, after_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.586158 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78220d76-4efc-4d79-ae8e-6b441886604b None None] Pushing event deleted for resources: {'Port': ['ID=2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8,revision_number=None']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:29.590004 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78220d76-4efc-4d79-ae8e-6b441886604b None None] No DVR routers for this DVR port 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 on host dv-cinder-778193-6-iscsi {{(pid=94546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:45:29.612670 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:45:29.624334 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.632167 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:45:29.632512 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 2bb691f0-2e89-44f1-ba3f-a4e75e1cd4e8 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:45:29.632927 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:45:29.634189 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c21bd5-f232-4467-b923-394610bfbd17']}} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:29.645113 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728403e2-931b-43a8-83b6-19d0936b780a') {'for_net_delete': True} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:29.645401 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728403e2-931b-43a8-83b6-19d0936b780a') {} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:29.651351 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:45:29.655318 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device b5e7e21e-932e-4f08-b4a8-3dd8ff4e7620 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:45:29.655318 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 7abc482a-c55f-44ac-8d50-db1162b8d719 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:45:29.655536 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3488313'] for segment, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.668321 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.670940 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 7abc482a-c55f-44ac-8d50-db1162b8d719 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:45:29.675905 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 7abc482a-c55f-44ac-8d50-db1162b8d719 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:45:29.676708 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:45:29.676708 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1886648'] for segment, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: Traceback (most recent call last): Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: timer() Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: cb(*args, **kw) Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: return func(*args, **kwargs) Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: self._notify() Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: self.callback(batched_events) Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: event.method(event) Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: return f(self, *a, **k) Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: return self._get(url).json() Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: return self.request(url, 'GET', **kwargs) Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:45:29.677451 dv-cinder-778193-6-iscsi neutron-server[94544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:45:29.793671 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.799904 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:29.801680 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] 10.222.0.16 "DELETE /v2.0/networks/12c21bd5-f232-4467-b923-394610bfbd17 HTTP/1.1" status: 204 len: 168 time: 0.6667082 Aug 29 14:45:29.804741 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51888) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:29.811478 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d36d29-431a-468a-b3f2-0cc0ec94e06d admin admin] Pushing event deleted for resources: {'Network': ['ID=12c21bd5-f232-4467-b923-394610bfbd17,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:30.072134 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-e7fdc66f-4d94-44bb-8c95-10f298a786c3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773954766&fields=id&tenant_id=a000df0ea44b455795a3f49fdbbbbd1c HTTP/1.1" status: 200 len: 267 time: 0.0326076 Aug 29 14:45:30.171504 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-875e90f9-b3b3-4c45-9d44-bd17543ae75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568830'] for router_interface, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:30.180893 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-fc901340-37f0-482e-910f-af40b8f6ab63 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:30.182393 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-fc901340-37f0-482e-910f-af40b8f6ab63 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/networks?id=f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 200 len: 811 time: 0.1027744 Aug 29 14:45:30.198261 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-e8688f75-cd6d-4da9-b1a4-21241d373093 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/quotas/a000df0ea44b455795a3f49fdbbbbd1c HTTP/1.1" status: 200 len: 375 time: 0.0090358 Aug 29 14:45:30.251346 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-fb3a2053-924b-4281-b3e3-aacbf3c656b9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476706 Aug 29 14:45:30.344810 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-caa79367-4fdc-4124-81be-28f893264181 service neutron] 10.222.0.16 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811265 Aug 29 14:45:30.427397 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-875e90f9-b3b3-4c45-9d44-bd17543ae75d admin admin] Deleting port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:30.427623 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-875e90f9-b3b3-4c45-9d44-bd17543ae75d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:30.438375 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-34c22c16-2d73-4a01-b319-f2d8ba4db0c3 service neutron] 10.222.0.16 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871413 Aug 29 14:45:30.507452 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.db [None req-875e90f9-b3b3-4c45-9d44-bd17543ae75d admin admin] For port 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=8da24dbf-d1f6-48ff-9349-9a2742c0a8b2,segment=NetworkSegment(80375f18-602d-4782-bdb6-ac203de5228e),segment_id=80375f18-602d-4782-bdb6-ac203de5228e)] {{(pid=94545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:30.507818 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-875e90f9-b3b3-4c45-9d44-bd17543ae75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:30.520911 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-875e90f9-b3b3-4c45-9d44-bd17543ae75d admin admin] Calling delete_port for 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 owned by network:router_interface {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:30.776182 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-875e90f9-b3b3-4c45-9d44-bd17543ae75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:30.803354 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e90f9-b3b3-4c45-9d44-bd17543ae75d admin admin] Pushing event deleted for resources: {'Port': ['ID=8da24dbf-d1f6-48ff-9349-9a2742c0a8b2,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:30.971304 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-875e90f9-b3b3-4c45-9d44-bd17543ae75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568628'] for router_interface, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:31.028559 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e73a6e92-1505-4e9b-bc66-689379c99961 req-087c2c99-3d32-48fc-8f97-96685eb02860 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 210 time: 0.0268393 Aug 29 14:45:31.184038 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875e90f9-b3b3-4c45-9d44-bd17543ae75d admin admin] Router e3be5581-6f26-4161-bc51-3cac545b1ce0 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:45:31.289061 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875e90f9-b3b3-4c45-9d44-bd17543ae75d admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:45:31.295968 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-875e90f9-b3b3-4c45-9d44-bd17543ae75d admin admin] 10.222.0.16 "PUT /v2.0/routers/e3be5581-6f26-4161-bc51-3cac545b1ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4901180 Aug 29 14:45:31.296668 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51914) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:31.297571 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11231a88-3c43-4dd4-b921-6aea6433fad7 None None] Sync routers for ids ['e3be5581-6f26-4161-bc51-3cac545b1ce0'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:45:31.307562 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11231a88-3c43-4dd4-b921-6aea6433fad7 None None] Routers {'e3be5581-6f26-4161-bc51-3cac545b1ce0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:31.308158 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-11231a88-3c43-4dd4-b921-6aea6433fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:45:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['e3be5581-6f26-4161-bc51-3cac545b1ce0'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:31.402132 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] Notify callbacks [] for router, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:31.415859 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-11231a88-3c43-4dd4-b921-6aea6433fad7 None None] Set router e3be5581-6f26-4161-bc51-3cac545b1ce0 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:31.508770 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:31.593855 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-11231a88-3c43-4dd4-b921-6aea6433fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'name': 'tempest-TestMinimumBasicScenario-1525365016-router', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a41a1302-ddf6-4246-b9c8-e6c731c4566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:45Z', 'updated_at': '2021-08-29T14:45:30Z', 'revision_number': 5, 'project_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'gw_port': {'id': 'a41a1302-ddf6-4246-b9c8-e6c731c4566d', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:42:46Z', 'updated_at': '2021-08-29T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:31.609925 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] Deleting port a41a1302-ddf6-4246-b9c8-e6c731c4566d {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:31.612965 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:31.624877 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11231a88-3c43-4dd4-b921-6aea6433fad7 None None] Checking router: e3be5581-6f26-4161-bc51-3cac545b1ce0 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:45:31.632933 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11231a88-3c43-4dd4-b921-6aea6433fad7 None None] Routers {'e3be5581-6f26-4161-bc51-3cac545b1ce0'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:31.633522 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-11231a88-3c43-4dd4-b921-6aea6433fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:45:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['e3be5581-6f26-4161-bc51-3cac545b1ce0'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:31.686457 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.db [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] For port a41a1302-ddf6-4246-b9c8-e6c731c4566d, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=a41a1302-ddf6-4246-b9c8-e6c731c4566d,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:31.686818 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:31.699237 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] Calling delete_port for a41a1302-ddf6-4246-b9c8-e6c731c4566d owned by network:router_gateway {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:31.716992 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-11231a88-3c43-4dd4-b921-6aea6433fad7 None None] Set router e3be5581-6f26-4161-bc51-3cac545b1ce0 gateway port host: None {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:31.768289 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-11231a88-3c43-4dd4-b921-6aea6433fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'name': 'tempest-TestMinimumBasicScenario-1525365016-router', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:45Z', 'updated_at': '2021-08-29T14:45:31Z', 'revision_number': 6, 'project_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'gw_port_host': None}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:31.799739 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11231a88-3c43-4dd4-b921-6aea6433fad7 None None] The sync data for ids ['e3be5581-6f26-4161-bc51-3cac545b1ce0'] in dv-cinder-778193-6-iscsi is: [{'id': 'e3be5581-6f26-4161-bc51-3cac545b1ce0', 'name': 'tempest-TestMinimumBasicScenario-1525365016-router', 'tenant_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:42:45Z', 'updated_at': '2021-08-29T14:45:31Z', 'revision_number': 6, 'project_id': '5bdb3a934c224eafb85968cce7cdf3e4', 'gw_port_host': None}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:45:31.924971 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:31.950792 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41a1302-ddf6-4246-b9c8-e6c731c4566d,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:32.125950 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-348339f6-5236-4a73-b53c-038c0df32e00 req-6d1b23fc-91b6-4251-89d7-9d29e6e59601 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 210 time: 0.0293479 Aug 29 14:45:32.250371 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568174'] for router_gateway, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:32.349904 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102423'] for router, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:32.351817 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:32.450530 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561406'] for router, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:32.451079 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3be5581-6f26-4161-bc51-3cac545b1ce0 {{(pid=94545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:45:32.455855 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] Notify callbacks [] for router, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:32.456887 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-81c4e99f-7a8c-4c1c-9fa3-c6d6223b8147 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e3be5581-6f26-4161-bc51-3cac545b1ce0 HTTP/1.1" status: 204 len: 168 time: 1.1593163 Aug 29 14:45:32.459287 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51920) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:32.504006 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fb71ec-aa7a-42b8-b3bc-ff916ebc628d admin admin] Deleting subnet 516d42f6-3f62-4885-80a7-650349eafa38 {{(pid=94545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:45:32.506958 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-88fb71ec-aa7a-42b8-b3bc-ff916ebc628d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:32.544346 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-88fb71ec-aa7a-42b8-b3bc-ff916ebc628d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3957150'] for subnet, precommit_delete_associations {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:32.635729 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-88fb71ec-aa7a-42b8-b3bc-ff916ebc628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:32.782727 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-88fb71ec-aa7a-42b8-b3bc-ff916ebc628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3712948'] for subnet, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:32.812362 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb71ec-aa7a-42b8-b3bc-ff916ebc628d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=516d42f6-3f62-4885-80a7-650349eafa38,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:32.815989 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-88fb71ec-aa7a-42b8-b3bc-ff916ebc628d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:32.817851 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-88fb71ec-aa7a-42b8-b3bc-ff916ebc628d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/516d42f6-3f62-4885-80a7-650349eafa38 HTTP/1.1" status: 204 len: 168 time: 0.3576651 Aug 29 14:45:32.820285 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51922) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:32.822732 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef5e099-dff7-4dbc-ad3d-f24e7318f6c0 None None] Network 4fcac219-790e-4804-bd51-9d327848110b requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:45:32.867418 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8b411a32-0592-4f07-a114-f1770990cc0e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:32.870150 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8b411a32-0592-4f07-a114-f1770990cc0e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.36 "GET /v2.0/networks?id=f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 200 len: 811 time: 0.1258984 Aug 29 14:45:32.895722 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:32.922271 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-7a64c0f7-01af-4996-b498-833c25387a76 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a000df0ea44b455795a3f49fdbbbbd1c HTTP/1.1" status: 200 len: 380 time: 0.0371444 Aug 29 14:45:32.933072 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cf3c7b9-bd12-4e5e-82c5-3d9045e53d5b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Request body: {'port': {'device_id': 'e7fd8319-7349-4099-9515-ff91d835bf0a', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'admin_state_up': True, 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'security_groups': ['faedcd92-295e-4fc6-b20e-785df5041c08']}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:45:32.975097 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] Deleting port 8161afb2-3253-4dca-8ea8-889a47a2b5ac {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:32.975438 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.042501 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a065d63-756a-4225-b3b1-adea4aef3208 None None] DHCP port deletion for 4fcac219-790e-4804-bd51-9d327848110b request from dv-cinder-778193-6-iscsi {{(pid=94546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:45:33.052012 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.db [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] For port 8161afb2-3253-4dca-8ea8-889a47a2b5ac, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=8161afb2-3253-4dca-8ea8-889a47a2b5ac,segment=NetworkSegment(80375f18-602d-4782-bdb6-ac203de5228e),segment_id=80375f18-602d-4782-bdb6-ac203de5228e)] {{(pid=94545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:33.052378 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.065502 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] Calling delete_port for 8161afb2-3253-4dca-8ea8-889a47a2b5ac owned by network:dhcp {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:33.092593 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-3a065d63-756a-4225-b3b1-adea4aef3208 None None] Deleting port 8161afb2-3253-4dca-8ea8-889a47a2b5ac {{(pid=94546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:33.092986 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-3a065d63-756a-4225-b3b1-adea4aef3208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.130932 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cf3c7b9-bd12-4e5e-82c5-3d9045e53d5b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Made reservation on behalf of a000df0ea44b455795a3f49fdbbbbd1c for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:45:33.138157 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cf3c7b9-bd12-4e5e-82c5-3d9045e53d5b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.240901 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-831fdec1-4843-4a30-b987-16f97a49edda req-8dc3c8d0-0b29-402b-a84a-1b765f1fc322 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 210 time: 0.0332549 Aug 29 14:45:33.273426 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.301137 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] Pushing event deleted for resources: {'Port': ['ID=8161afb2-3253-4dca-8ea8-889a47a2b5ac,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:33.302649 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-3a065d63-756a-4225-b3b1-adea4aef3208 None None] For port 8161afb2-3253-4dca-8ea8-889a47a2b5ac, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=8161afb2-3253-4dca-8ea8-889a47a2b5ac,segment=NetworkSegment(80375f18-602d-4782-bdb6-ac203de5228e),segment_id=80375f18-602d-4782-bdb6-ac203de5228e)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:33.303056 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-3a065d63-756a-4225-b3b1-adea4aef3208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.310521 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] No DVR routers for this DVR port 8161afb2-3253-4dca-8ea8-889a47a2b5ac on host dv-cinder-778193-6-iscsi {{(pid=94545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:45:33.312158 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cf3c7b9-bd12-4e5e-82c5-3d9045e53d5b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Allocated IP 172.20.0.4 (f006abe3-9585-4574-b4ba-c434e72d34ee/da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e/38aa5365-1c2b-428a-8355-147abbe88e10) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:45:33.318247 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-3a065d63-756a-4225-b3b1-adea4aef3208 None None] Calling delete_port for 8161afb2-3253-4dca-8ea8-889a47a2b5ac owned by network:dhcp {{(pid=94546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:33.380915 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.391050 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcac219-790e-4804-bd51-9d327848110b']}} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:33.399170 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-3a065d63-756a-4225-b3b1-adea4aef3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109'] for port, after_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.406111 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80375f18-602d-4782-bdb6-ac203de5228e') {'for_net_delete': True} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:33.406602 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80375f18-602d-4782-bdb6-ac203de5228e') {} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:33.417768 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3957121'] for segment, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.432706 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.433602 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a065d63-756a-4225-b3b1-adea4aef3208 None None] Pushing event deleted for resources: {'Port': ['ID=8161afb2-3253-4dca-8ea8-889a47a2b5ac,revision_number=None']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:33.439694 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:45:33.439904 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a065d63-756a-4225-b3b1-adea4aef3208 None None] No DVR routers for this DVR port 8161afb2-3253-4dca-8ea8-889a47a2b5ac on host dv-cinder-778193-6-iscsi {{(pid=94546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:45:33.440217 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958049'] for segment, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: Traceback (most recent call last): Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: timer() Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: cb(*args, **kw) Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: return func(*args, **kwargs) Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: self._notify() Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: self.callback(batched_events) Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: event.method(event) Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: return f(self, *a, **k) Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._get(url).json() Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: return self.request(url, 'GET', **kwargs) Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:45:33.441981 dv-cinder-778193-6-iscsi neutron-server[94545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:45:33.503027 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cf3c7b9-bd12-4e5e-82c5-3d9045e53d5b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.553731 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cf3c7b9-bd12-4e5e-82c5-3d9045e53d5b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Transition to ACTIVE for port object 38aa5365-1c2b-428a-8355-147abbe88e10 will not be triggered until provisioned by entity DHCP. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:45:33.554384 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.568085 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.568085 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4fcac219-790e-4804-bd51-9d327848110b HTTP/1.1" status: 204 len: 168 time: 0.7428837 Aug 29 14:45:33.580894 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fbd8e-60cf-4137-8c1c-94d8d895a982 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fcac219-790e-4804-bd51-9d327848110b,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:33.619290 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device a41a1302-ddf6-4246-b9c8-e6c731c4566d no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:45:33.640994 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: a41a1302-ddf6-4246-b9c8-e6c731c4566d {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:45:33.641381 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device a41a1302-ddf6-4246-b9c8-e6c731c4566d not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:45:33.641752 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:45:33.660430 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:45:33.660771 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 8da24dbf-d1f6-48ff-9349-9a2742c0a8b2 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:45:33.661178 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 8161afb2-3253-4dca-8ea8-889a47a2b5ac no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:45:33.679838 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 8161afb2-3253-4dca-8ea8-889a47a2b5ac {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:45:33.682515 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cf3c7b9-bd12-4e5e-82c5-3d9045e53d5b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.682670 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 8161afb2-3253-4dca-8ea8-889a47a2b5ac not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:45:33.725077 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cf3c7b9-bd12-4e5e-82c5-3d9045e53d5b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Network f006abe3-9585-4574-b4ba-c434e72d34ee is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:45:33.729911 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cf3c7b9-bd12-4e5e-82c5-3d9045e53d5b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:45:33.734411 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cf3c7b9-bd12-4e5e-82c5-3d9045e53d5b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:45:33.761802 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3c7b9-bd12-4e5e-82c5-3d9045e53d5b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'Port': ['ID=38aa5365-1c2b-428a-8355-147abbe88e10,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:33.789331 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cf3c7b9-bd12-4e5e-82c5-3d9045e53d5b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:33.789983 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cf3c7b9-bd12-4e5e-82c5-3d9045e53d5b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.876943 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cf3c7b9-bd12-4e5e-82c5-3d9045e53d5b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9478402 Aug 29 14:45:33.901130 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Request body: {'port': {'device_id': 'e7fd8319-7349-4099-9515-ff91d835bf0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:45:33.961146 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:33.964866 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51928) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:33.981936 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-683359ab-22c7-4c2e-b5eb-61eba79285b9 None None] Provisioning for port 38aa5365-1c2b-428a-8355-147abbe88e10 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:45:33.986707 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-683359ab-22c7-4c2e-b5eb-61eba79285b9 None None] Provisioning complete for port 38aa5365-1c2b-428a-8355-147abbe88e10 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:33.989098 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-683359ab-22c7-4c2e-b5eb-61eba79285b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:34.009435 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-e415d69b-a77a-4826-a31d-7b5603db745d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50e1e30ed1d34a3095da54288e159f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410550 Aug 29 14:45:34.010320 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51930) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:34.033149 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-683359ab-22c7-4c2e-b5eb-61eba79285b9 None None] Port 38aa5365-1c2b-428a-8355-147abbe88e10 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:45:34.063141 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a6073e31-5857-47db-8145-37b89956a9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:34.089726 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a6073e31-5857-47db-8145-37b89956a9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:34.216812 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a6073e31-5857-47db-8145-37b89956a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:34.219270 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-a6073e31-5857-47db-8145-37b89956a9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:34.220412 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-a6073e31-5857-47db-8145-37b89956a9d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af6243b2-8a05-476b-9720-a18507824d0d HTTP/1.1" status: 204 len: 168 time: 0.2086716 Aug 29 14:45:34.228326 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6073e31-5857-47db-8145-37b89956a9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6243b2-8a05-476b-9720-a18507824d0d,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:34.263580 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38aa5365-1c2b-428a-8355-147abbe88e10 {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:45:34.271756 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:34.287278 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Transition to ACTIVE for port object 38aa5365-1c2b-428a-8355-147abbe88e10 will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:45:34.346389 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:34.412523 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5c7d3-76d0-444a-9bc3-65b58c843788 req-b8b8ac46-d62e-44e2-b863-1179296b44ad tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:34.414099 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5dc5c7d3-76d0-444a-9bc3-65b58c843788 req-b8b8ac46-d62e-44e2-b863-1179296b44ad tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 931 time: 0.0944390 Aug 29 14:45:34.443140 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Pushing event updated for resources: {'Port': ['ID=38aa5365-1c2b-428a-8355-147abbe88e10,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:34.502951 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-5dc5c7d3-76d0-444a-9bc3-65b58c843788 req-48e5e3a5-6891-4582-becc-2c975c0c17e9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789251 Aug 29 14:45:34.521334 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Attempting to bind port 38aa5365-1c2b-428a-8355-147abbe88e10 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:45:34.521655 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Attempting to bind port 38aa5365-1c2b-428a-8355-147abbe88e10 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:45:34.522009 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Attempting to bind port 38aa5365-1c2b-428a-8355-147abbe88e10 on network f006abe3-9585-4574-b4ba-c434e72d34ee {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:45:34.527346 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Port 38aa5365-1c2b-428a-8355-147abbe88e10 on network f006abe3-9585-4574-b4ba-c434e72d34ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:45:34.527663 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Attempting to bind port 38aa5365-1c2b-428a-8355-147abbe88e10 on network f006abe3-9585-4574-b4ba-c434e72d34ee {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:45:34.533684 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:45:34.534052 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Checking segment: {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:45:34.534441 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Bound using segment: {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:45:34.534851 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Bound port: 38aa5365-1c2b-428a-8355-147abbe88e10, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:45:34.535194 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:34.602516 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] For port 38aa5365-1c2b-428a-8355-147abbe88e10, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:45:34.606587 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] For port 38aa5365-1c2b-428a-8355-147abbe88e10, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=38aa5365-1c2b-428a-8355-147abbe88e10,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:45:34.679114 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:34.712929 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:34.713550 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:34.714947 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] 10.222.0.36 "PUT /v2.0/ports/38aa5365-1c2b-428a-8355-147abbe88e10 HTTP/1.1" status: 200 len: 1093 time: 0.8185098 Aug 29 14:45:34.715381 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fd8319-7349-4099-9515-ff91d835bf0a', 'tag': '38aa5365-1c2b-428a-8355-147abbe88e10'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:45:34.718001 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9df4c66-6629-4148-a130-d94bc92e414b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fd8319-7349-4099-9515-ff91d835bf0a", "tag": "38aa5365-1c2b-428a-8355-147abbe88e10"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:45:34.741921 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf3db6-e7c5-45b9-900b-575ad5d00b4c service neutron] Pushing event updated for resources: {'Port': ['ID=38aa5365-1c2b-428a-8355-147abbe88e10,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:34.767884 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192527d5-ab8b-4e22-9b83-c1b7ab647117 x-openstack-request-id: req-192527d5-ab8b-4e22-9b83-c1b7ab647117 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:45:34.768172 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fd8319-7349-4099-9515-ff91d835bf0a", "tag": "38aa5365-1c2b-428a-8355-147abbe88e10", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:45:34.768418 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-192527d5-ab8b-4e22-9b83-c1b7ab647117 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:45:34.768808 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7fd8319-7349-4099-9515-ff91d835bf0a', 'tag': '38aa5365-1c2b-428a-8355-147abbe88e10', 'status': 'completed', 'code': 200} Aug 29 14:45:34.852931 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df4c66-6629-4148-a130-d94bc92e414b req-0170be6b-8905-497c-a14c-41fba37441fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:34.854995 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c9df4c66-6629-4148-a130-d94bc92e414b req-0170be6b-8905-497c-a14c-41fba37441fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 1096 time: 0.0436182 Aug 29 14:45:34.960810 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51940) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:34.964660 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df4c66-6629-4148-a130-d94bc92e414b req-f1cea219-ac7f-474c-9e66-8134be70da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:34.967054 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c9df4c66-6629-4148-a130-d94bc92e414b req-f1cea219-ac7f-474c-9e66-8134be70da6e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0991011 Aug 29 14:45:35.005976 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-ce110e64-02a9-4c68-93e2-e646c241928c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5bdb3a934c224eafb85968cce7cdf3e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416641 Aug 29 14:45:35.006200 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51942) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:35.052688 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f58a9d0b-9988-4972-a8e8-4e507741d986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:35.062099 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df4c66-6629-4148-a130-d94bc92e414b req-d4d2f688-df29-49d1-abfc-f41fa1e85275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:35.063603 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-c9df4c66-6629-4148-a130-d94bc92e414b req-d4d2f688-df29-49d1-abfc-f41fa1e85275 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891848 Aug 29 14:45:35.073364 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f58a9d0b-9988-4972-a8e8-4e507741d986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:35.161923 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-316c6689-8fbf-49b7-b6e3-dffe2439a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:35.163585 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-316c6689-8fbf-49b7-b6e3-dffe2439a442 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 1096 time: 0.0419855 Aug 29 14:45:35.212930 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-8c0c0ff2-64a7-4f19-9604-3edcc85b66b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38aa5365-1c2b-428a-8355-147abbe88e10 HTTP/1.1" status: 200 len: 217 time: 0.0359085 Aug 29 14:45:35.216626 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f58a9d0b-9988-4972-a8e8-4e507741d986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:35.219267 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-f58a9d0b-9988-4972-a8e8-4e507741d986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:35.220415 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-f58a9d0b-9988-4972-a8e8-4e507741d986 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa286d58-f024-423a-be53-0cf0a97c8ff1 HTTP/1.1" status: 204 len: 168 time: 0.2133210 Aug 29 14:45:35.229122 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a9d0b-9988-4972-a8e8-4e507741d986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa286d58-f024-423a-be53-0cf0a97c8ff1,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:35.268741 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-78035860-55be-42f1-aca2-5088bf2870ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:35.268741 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-78035860-55be-42f1-aca2-5088bf2870ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e HTTP/1.1" status: 200 len: 850 time: 0.0474660 Aug 29 14:45:35.315363 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-3222c992-8ab9-4476-b962-19d7e94540b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:35.316867 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-3222c992-8ab9-4476-b962-19d7e94540b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f006abe3-9585-4574-b4ba-c434e72d34ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428016 Aug 29 14:45:35.420573 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-60d60db3-8026-44af-bf26-e4578e3e92db service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964365 Aug 29 14:45:35.518234 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-16971306-e0da-46b9-8dc9-5a95c58714dd req-a0f2c158-d0c1-4d5f-ba98-a9ea7202abf9 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907567 Aug 29 14:45:35.634282 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13269154-3932-4b5d-9595-7f3bdf1b3879 req-c5f67cf8-4895-4bf4-8a0a-195189381dd9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:35.635943 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-13269154-3932-4b5d-9595-7f3bdf1b3879 req-c5f67cf8-4895-4bf4-8a0a-195189381dd9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 943 time: 0.0540345 Aug 29 14:45:35.679956 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-13269154-3932-4b5d-9595-7f3bdf1b3879 req-13b7a847-f2f1-4348-a3a2-a262844f467c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355558 Aug 29 14:45:36.795690 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d60d-3ccf-4f1b-a8fb-3c9c4f3e1fe4 req-a376455e-032e-4455-b4ee-b20a4dac1e0c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:36.797172 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a1f4d60d-3ccf-4f1b-a8fb-3c9c4f3e1fe4 req-a376455e-032e-4455-b4ee-b20a4dac1e0c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 943 time: 0.0490255 Aug 29 14:45:36.834704 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a1f4d60d-3ccf-4f1b-a8fb-3c9c4f3e1fe4 req-27ea93ee-4bf3-42c4-97b4-d2af71ec24a9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312581 Aug 29 14:45:37.944959 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85437149-7b8b-4f95-a1ed-76aae07905c7 req-aae63e41-bc0e-4389-97d0-884de6aa8a17 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:37.946426 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-85437149-7b8b-4f95-a1ed-76aae07905c7 req-aae63e41-bc0e-4389-97d0-884de6aa8a17 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 943 time: 0.0483503 Aug 29 14:45:37.984622 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-85437149-7b8b-4f95-a1ed-76aae07905c7 req-3df7c678-da68-45c7-bc4f-22aa12dcf27f tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317111 Aug 29 14:45:39.098839 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b1b88-175b-4e0b-8daa-0646273890c7 req-6974793c-ca9e-4cb7-b024-83e790f1afdf tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:39.100323 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-960b1b88-175b-4e0b-8daa-0646273890c7 req-6974793c-ca9e-4cb7-b024-83e790f1afdf tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 943 time: 0.0516005 Aug 29 14:45:39.136776 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-960b1b88-175b-4e0b-8daa-0646273890c7 req-be0278f3-00be-4746-b236-b8ac78fea3bd tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307221 Aug 29 14:45:40.249827 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02cf9b-3dd3-48a7-afb2-a26fca0000e8 req-fce3ee3d-2a62-4fff-b09f-22153d0838ba tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:40.251228 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4f02cf9b-3dd3-48a7-afb2-a26fca0000e8 req-fce3ee3d-2a62-4fff-b09f-22153d0838ba tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 943 time: 0.0487669 Aug 29 14:45:40.295340 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4f02cf9b-3dd3-48a7-afb2-a26fca0000e8 req-4ee3ee62-74ec-4d74-bddd-45befa8d2504 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382001 Aug 29 14:45:41.407579 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a30cc-2f02-4008-af49-47a601c52999 req-b4ba5d45-721b-4d75-9ea6-e6d732498d4a tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:41.409031 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2e9a30cc-2f02-4008-af49-47a601c52999 req-b4ba5d45-721b-4d75-9ea6-e6d732498d4a tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 943 time: 0.0479476 Aug 29 14:45:41.449040 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2e9a30cc-2f02-4008-af49-47a601c52999 req-803ab126-8ed1-4901-8f77-307d9124bf60 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340648 Aug 29 14:45:41.570725 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 38aa5365-1c2b-428a-8355-147abbe88e10 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:45:41.661851 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 38aa5365-1c2b-428a-8355-147abbe88e10, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=38aa5365-1c2b-428a-8355-147abbe88e10,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:41.672783 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '38aa5365-1c2b-428a-8355-147abbe88e10', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'port_id': '38aa5365-1c2b-428a-8355-147abbe88e10', 'mac_address': 'fa:16:3e:2b:10:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:45:41.709029 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:41.724643 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38aa5365-1c2b-428a-8355-147abbe88e10 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:45:41.742741 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 38aa5365-1c2b-428a-8355-147abbe88e10, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=38aa5365-1c2b-428a-8355-147abbe88e10,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:41.804503 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:41.850962 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=38aa5365-1c2b-428a-8355-147abbe88e10,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:42.093676 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['38aa5365-1c2b-428a-8355-147abbe88e10'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:45:42.564779 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2351514-3e35-4843-b0a6-303a14bec1ae req-53078070-fed8-4d8a-a5a2-5ddff069ec76 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:42.566277 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b2351514-3e35-4843-b0a6-303a14bec1ae req-53078070-fed8-4d8a-a5a2-5ddff069ec76 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 944 time: 0.0520275 Aug 29 14:45:42.610451 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b2351514-3e35-4843-b0a6-303a14bec1ae req-19dd09b0-0219-4697-9d93-c69f6a5ce077 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382190 Aug 29 14:45:43.586759 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 38aa5365-1c2b-428a-8355-147abbe88e10 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:45:43.678939 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port 38aa5365-1c2b-428a-8355-147abbe88e10 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:45:43.682903 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 38aa5365-1c2b-428a-8355-147abbe88e10 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:45:43.683266 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:43.724365 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce05b0-66d1-44e7-9ed7-2e9c65fd2a1b req-f6311366-dc78-4040-a34d-1ef3d2b4d49b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:43.725838 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-61ce05b0-66d1-44e7-9ed7-2e9c65fd2a1b req-f6311366-dc78-4040-a34d-1ef3d2b4d49b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 944 time: 0.0504904 Aug 29 14:45:43.764418 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:43.764636 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-61ce05b0-66d1-44e7-9ed7-2e9c65fd2a1b req-6476fc2a-e69f-4d34-9bdc-7431219b67a9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325308 Aug 29 14:45:43.786851 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fd8319-7349-4099-9515-ff91d835bf0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38aa5365-1c2b-428a-8355-147abbe88e10'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:45:43.789076 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1babfb44-9802-4331-b458-37565aa2b17b" -d '{"events": [{"server_uuid": "e7fd8319-7349-4099-9515-ff91d835bf0a", "name": "network-vif-plugged", "status": "completed", "tag": "38aa5365-1c2b-428a-8355-147abbe88e10"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:45:43.805289 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 38aa5365-1c2b-428a-8355-147abbe88e10, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=38aa5365-1c2b-428a-8355-147abbe88e10,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:43.825774 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c538ac-2499-4a68-a818-4e70e3143f8d x-openstack-request-id: req-65c538ac-2499-4a68-a818-4e70e3143f8d {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:45:43.826080 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fd8319-7349-4099-9515-ff91d835bf0a", "name": "network-vif-plugged", "status": "completed", "tag": "38aa5365-1c2b-428a-8355-147abbe88e10", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:45:43.826327 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65c538ac-2499-4a68-a818-4e70e3143f8d {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:45:43.826712 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fd8319-7349-4099-9515-ff91d835bf0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38aa5365-1c2b-428a-8355-147abbe88e10', 'code': 200} Aug 29 14:45:43.867411 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:43.918446 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=38aa5365-1c2b-428a-8355-147abbe88e10,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:44.191730 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9464e10-7794-4047-9df6-f2de56990cbf req-7fd262fc-9a3d-4eae-b70d-6f299e695bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:44.193105 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a9464e10-7794-4047-9df6-f2de56990cbf req-7fd262fc-9a3d-4eae-b70d-6f299e695bfd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 1098 time: 0.0396824 Aug 29 14:45:44.226934 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a9464e10-7794-4047-9df6-f2de56990cbf req-6bb630a3-7737-42a1-84fd-f9c3ce844955 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271511 Aug 29 14:45:44.647315 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 51964) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:44.800156 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-27cc528f-de53-479d-a584-afd0ea7706f3 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Deleting port c30cdfad-6042-4054-873d-6a5ef47b29ef {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:44.800498 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-27cc528f-de53-479d-a584-afd0ea7706f3 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:44.878278 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-27cc528f-de53-479d-a584-afd0ea7706f3 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:44.878608 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-27cc528f-de53-479d-a584-afd0ea7706f3 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:44.881686 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d5b97-77fe-4e10-bc27-bec48583eda3 req-99c3783b-db3a-4e42-8f67-dc93ed16209f tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:44.883205 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ab8d5b97-77fe-4e10-bc27-bec48583eda3 req-99c3783b-db3a-4e42-8f67-dc93ed16209f tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 945 time: 0.0523889 Aug 29 14:45:44.890592 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-27cc528f-de53-479d-a584-afd0ea7706f3 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Calling delete_port for c30cdfad-6042-4054-873d-6a5ef47b29ef owned by network:floatingip {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:44.921904 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ab8d5b97-77fe-4e10-bc27-bec48583eda3 req-603de67a-0ff9-496d-9595-1561ee041636 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327501 Aug 29 14:45:45.079124 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-27cc528f-de53-479d-a584-afd0ea7706f3 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:45.108321 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc528f-de53-479d-a584-afd0ea7706f3 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Pushing event deleted for resources: {'Port': ['ID=c30cdfad-6042-4054-873d-6a5ef47b29ef,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:45.167672 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-27cc528f-de53-479d-a584-afd0ea7706f3 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for floatingip, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:45.168019 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.db.l3_db [None req-27cc528f-de53-479d-a584-afd0ea7706f3 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Floating IP 8ebb92fc-ea0b-4e7a-950f-d65a031c88ad disassociated (deleted). External IP: 172.27.0.97, port: 736382df-9ff7-47f9-80ae-b4d87c90bea1. Aug 29 14:45:45.182023 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-135c22df-0732-49be-a14a-d8321354afea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:45.380861 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cc528f-de53-479d-a584-afd0ea7706f3 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:45:45.453785 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:45:45.487640 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cc528f-de53-479d-a584-afd0ea7706f3 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:45:45.492652 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-27cc528f-de53-479d-a584-afd0ea7706f3 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:45.498722 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7e4f7e-76b0-4435-96ea-ceaa08d43991 None None] Sync routers for ids ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:45:45.508347 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e4f7e-76b0-4435-96ea-ceaa08d43991 None None] Routers {'4862bfed-ca5f-454a-9d7b-18754c6ddb43'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:45.508952 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-9b7e4f7e-76b0-4435-96ea-ceaa08d43991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:45:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:45.519280 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-27cc528f-de53-479d-a584-afd0ea7706f3 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "DELETE /v2.0/floatingips/8ebb92fc-ea0b-4e7a-950f-d65a031c88ad HTTP/1.1" status: 204 len: 168 time: 0.8708181 Aug 29 14:45:45.519966 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925f4539-415c-4aa5-8279-4437e4110580', 'tag': '736382df-9ff7-47f9-80ae-b4d87c90bea1'}] {{(pid=94545) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:45:45.522378 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3f88a97947bc46447bf64d5742a30a9c549343a816f3376ab3b001ccfdc429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de831616-19f3-41a2-9749-4be0260ce038" -d '{"events": [{"name": "network-changed", "server_uuid": "925f4539-415c-4aa5-8279-4437e4110580", "tag": "736382df-9ff7-47f9-80ae-b4d87c90bea1"}]}' {{(pid=94545) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:45:45.560724 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b89d1e-295a-4efa-b48e-0d98518c703d x-openstack-request-id: req-44b89d1e-295a-4efa-b48e-0d98518c703d {{(pid=94545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:45:45.561182 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925f4539-415c-4aa5-8279-4437e4110580", "tag": "736382df-9ff7-47f9-80ae-b4d87c90bea1", "status": "completed", "code": 200}]} {{(pid=94545) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:45:45.561522 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44b89d1e-295a-4efa-b48e-0d98518c703d {{(pid=94545) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:45:45.562643 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925f4539-415c-4aa5-8279-4437e4110580', 'tag': '736382df-9ff7-47f9-80ae-b4d87c90bea1', 'status': 'completed', 'code': 200} Aug 29 14:45:45.619269 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-9b7e4f7e-76b0-4435-96ea-ceaa08d43991 None None] Set router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:45.642938 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de831616-19f3-41a2-9749-4be0260ce038 req-ceeb6fe1-f7e0-486a-ab68-94617b2bf874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:45.644458 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-de831616-19f3-41a2-9749-4be0260ce038 req-ceeb6fe1-f7e0-486a-ab68-94617b2bf874 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=236affd94e314d68a10b2decd9cafcd1&device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 1098 time: 0.0409880 Aug 29 14:45:45.733510 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de831616-19f3-41a2-9749-4be0260ce038 req-f6419fbf-523a-4273-a3f6-6ee8823e009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:45.735168 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-de831616-19f3-41a2-9749-4be0260ce038 req-f6419fbf-523a-4273-a3f6-6ee8823e009b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d84c55a3-b401-4300-b3ca-9117e55c4b72 HTTP/1.1" status: 200 len: 909 time: 0.0841143 Aug 29 14:45:45.820967 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-9b7e4f7e-76b0-4435-96ea-ceaa08d43991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:37Z', 'updated_at': '2021-08-29T14:40:41Z', 'revision_number': 4, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'gw_port': {'id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:38Z', 'updated_at': '2021-08-29T14:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f', 'name': '', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'mac_address': 'fa:16:3e:f5:25:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c51a3205-4b38-4051-8846-91cae5501301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:40Z', 'updated_at': '2021-08-29T14:40:46Z', 'revision_number': 5, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'subnets': [{'id': 'c51a3205-4b38-4051-8846-91cae5501301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:45.852962 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7e4f7e-76b0-4435-96ea-ceaa08d43991 None None] Checking router: 4862bfed-ca5f-454a-9d7b-18754c6ddb43 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:45:45.862701 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e4f7e-76b0-4435-96ea-ceaa08d43991 None None] Routers {'4862bfed-ca5f-454a-9d7b-18754c6ddb43'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:45.863333 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-9b7e4f7e-76b0-4435-96ea-ceaa08d43991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:45:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:46.018060 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-9b7e4f7e-76b0-4435-96ea-ceaa08d43991 None None] Set router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:46.035049 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-de831616-19f3-41a2-9749-4be0260ce038 req-b1de6a00-1f4c-422f-8021-a41a5dc6003a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1 HTTP/1.1" status: 200 len: 217 time: 0.2928345 Aug 29 14:45:46.091255 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de831616-19f3-41a2-9749-4be0260ce038 req-264dfda7-862a-4532-a2df-9ead9e0346d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:46.093344 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-de831616-19f3-41a2-9749-4be0260ce038 req-264dfda7-862a-4532-a2df-9ead9e0346d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c51a3205-4b38-4051-8846-91cae5501301 HTTP/1.1" status: 200 len: 847 time: 0.0506687 Aug 29 14:45:46.142395 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de831616-19f3-41a2-9749-4be0260ce038 req-fc16d0fa-efed-40dc-85a3-2aa49c871c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:46.144193 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-de831616-19f3-41a2-9749-4be0260ce038 req-fc16d0fa-efed-40dc-85a3-2aa49c871c16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d84c55a3-b401-4300-b3ca-9117e55c4b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427139 Aug 29 14:45:46.245504 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-9b7e4f7e-76b0-4435-96ea-ceaa08d43991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:37Z', 'updated_at': '2021-08-29T14:40:41Z', 'revision_number': 4, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'gw_port': {'id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:38Z', 'updated_at': '2021-08-29T14:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f', 'name': '', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'mac_address': 'fa:16:3e:f5:25:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c51a3205-4b38-4051-8846-91cae5501301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:40Z', 'updated_at': '2021-08-29T14:40:46Z', 'revision_number': 5, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'subnets': [{'id': 'c51a3205-4b38-4051-8846-91cae5501301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:46.250040 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-de831616-19f3-41a2-9749-4be0260ce038 req-378579ee-c29a-4dde-94b3-494b4534336e service neutron] 10.222.0.36 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977466 Aug 29 14:45:46.275178 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7e4f7e-76b0-4435-96ea-ceaa08d43991 None None] The sync data for ids ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'] in dv-cinder-778193-6-iscsi is: [{'id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:37Z', 'updated_at': '2021-08-29T14:40:41Z', 'revision_number': 4, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'gw_port': {'id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:38Z', 'updated_at': '2021-08-29T14:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': '3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f', 'name': '', 'network_id': 'd84c55a3-b401-4300-b3ca-9117e55c4b72', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'mac_address': 'fa:16:3e:f5:25:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c51a3205-4b38-4051-8846-91cae5501301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:40Z', 'updated_at': '2021-08-29T14:40:46Z', 'revision_number': 5, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'subnets': [{'id': 'c51a3205-4b38-4051-8846-91cae5501301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:45:46.393048 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc839fb-8399-47a8-9413-b49b4ee0cfdf req-f710f5f0-d5af-41e8-ace2-3701ba7b798e tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:46.394647 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ffc839fb-8399-47a8-9413-b49b4ee0cfdf req-f710f5f0-d5af-41e8-ace2-3701ba7b798e tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.3657146 Aug 29 14:45:46.410118 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63219ae1-06c8-4d87-a770-6e150602fc8f req-0550597b-77e8-40ab-91ee-59ce2698d263 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:46.411623 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-63219ae1-06c8-4d87-a770-6e150602fc8f req-0550597b-77e8-40ab-91ee-59ce2698d263 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 945 time: 0.3838995 Aug 29 14:45:46.449640 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-de831616-19f3-41a2-9749-4be0260ce038 req-1f650bca-4ba8-41a2-bfde-eb912316ca2e service neutron] 10.222.0.36 "GET /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891439 Aug 29 14:45:46.480726 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-ffc839fb-8399-47a8-9413-b49b4ee0cfdf req-aa042388-9823-46ec-ab5d-dbd78fc47aea tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788193 Aug 29 14:45:46.483618 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-63219ae1-06c8-4d87-a770-6e150602fc8f req-11a3843d-4cba-4894-bd9f-3fab1848ceab tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655267 Aug 29 14:45:46.499871 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d06589-cec1-47ad-b5b0-b7ccc76de0a3 None None] New status for floating IP 8ebb92fc-ea0b-4e7a-950f-d65a031c88ad: DOWN {{(pid=94547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:45:46.606684 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187a41f-c9f0-4632-88db-a2ab603f2f3a req-6a6b2fad-447a-4417-98db-ebad94d1ef15 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:46.608232 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7187a41f-c9f0-4632-88db-a2ab603f2f3a req-6a6b2fad-447a-4417-98db-ebad94d1ef15 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 945 time: 0.0568824 Aug 29 14:45:46.645349 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7187a41f-c9f0-4632-88db-a2ab603f2f3a req-5303b5d0-573d-4591-a289-7fd8242c4572 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309653 Aug 29 14:45:46.667363 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51984) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:46.799702 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ff4f87-cc31-4410-affc-2ee14745ac6a tempest-TestVolumeBootPattern-396181180 tempest-TestVolumeBootPattern-396181180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:46.801207 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-27ff4f87-cc31-4410-affc-2ee14745ac6a tempest-TestVolumeBootPattern-396181180 tempest-TestVolumeBootPattern-396181180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 1093 time: 0.1328752 Aug 29 14:45:46.804135 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 51988) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:46.808575 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Request body: {'floatingip': {'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'port_id': '38aa5365-1c2b-428a-8355-147abbe88e10', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:45:46.930283 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for floatingip, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:47.027654 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:47.127368 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Allocated IP 172.27.0.87 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/1ffed33a-f77c-42f6-937b-09eac4097324) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:45:47.237417 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:47.342004 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:47.376450 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:45:47.379211 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:45:47.384495 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:45:47.409992 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'Port': ['ID=1ffed33a-f77c-42f6-937b-09eac4097324,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:47.420825 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:47.422173 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:47.422173 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:47.422503 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:47.422831 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:47.423161 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:47.423487 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:47.423813 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:47.424138 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:47.424462 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:47.424784 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:47.425101 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:45:47.677884 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f4bfd-a155-4b53-9df8-483496c9e723 req-d3a3415f-a7f1-4655-9123-81b92b13a70c tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:47.679273 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-876f4bfd-a155-4b53-9df8-483496c9e723 req-d3a3415f-a7f1-4655-9123-81b92b13a70c tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.1277654 Aug 29 14:45:47.723654 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a62098-3bd2-4059-b67e-3d384860e30c req-2acc5206-d9fe-4aa8-9d1b-dbaa96e22d38 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:47.725055 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-93a62098-3bd2-4059-b67e-3d384860e30c req-2acc5206-d9fe-4aa8-9d1b-dbaa96e22d38 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.36 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 945 time: 0.1015437 Aug 29 14:45:47.799933 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-876f4bfd-a155-4b53-9df8-483496c9e723 req-cdc689a0-93cc-41ff-b8bd-a104aab3c7f6 tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/security-groups?id=635482dd-a9f8-47e2-a5f5-ba04bcc714e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113384 Aug 29 14:45:47.821687 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-5c2d1ef2-81c6-43ca-895d-33305b1913a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:47.941281 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-93a62098-3bd2-4059-b67e-3d384860e30c req-d6801762-7628-4e01-a73b-55037effb3bd tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Deleting port 736382df-9ff7-47f9-80ae-b4d87c90bea1 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:47.941545 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-93a62098-3bd2-4059-b67e-3d384860e30c req-d6801762-7628-4e01-a73b-55037effb3bd tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:47.986490 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:48.071560 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-93a62098-3bd2-4059-b67e-3d384860e30c req-d6801762-7628-4e01-a73b-55037effb3bd tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] For port 736382df-9ff7-47f9-80ae-b4d87c90bea1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=736382df-9ff7-47f9-80ae-b4d87c90bea1,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:48.071925 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-93a62098-3bd2-4059-b67e-3d384860e30c req-d6801762-7628-4e01-a73b-55037effb3bd tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:48.085566 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-93a62098-3bd2-4059-b67e-3d384860e30c req-d6801762-7628-4e01-a73b-55037effb3bd tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Calling delete_port for 736382df-9ff7-47f9-80ae-b4d87c90bea1 owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:48.164610 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:48.227734 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:48.372311 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-93a62098-3bd2-4059-b67e-3d384860e30c req-d6801762-7628-4e01-a73b-55037effb3bd tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:48.377930 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:48.404228 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6801762-7628-4e01-a73b-55037effb3bd tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Pushing event deleted for resources: {'Port': ['ID=736382df-9ff7-47f9-80ae-b4d87c90bea1,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:48.443149 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a62098-3bd2-4059-b67e-3d384860e30c req-d6801762-7628-4e01-a73b-55037effb3bd tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] No DVR routers for this DVR port 736382df-9ff7-47f9-80ae-b4d87c90bea1 on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:45:48.445718 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-93a62098-3bd2-4059-b67e-3d384860e30c req-d6801762-7628-4e01-a73b-55037effb3bd tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:48.447859 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-93a62098-3bd2-4059-b67e-3d384860e30c req-d6801762-7628-4e01-a73b-55037effb3bd tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.36 "DELETE /v2.0/ports/736382df-9ff7-47f9-80ae-b4d87c90bea1 HTTP/1.1" status: 204 len: 173 time: 0.7021198 Aug 29 14:45:48.448420 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925f4539-415c-4aa5-8279-4437e4110580', 'name': 'network-vif-deleted', 'tag': '736382df-9ff7-47f9-80ae-b4d87c90bea1'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:45:48.450782 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5bda9f-1207-44e5-9901-43780ea381e1" -d '{"events": [{"server_uuid": "925f4539-415c-4aa5-8279-4437e4110580", "name": "network-vif-deleted", "tag": "736382df-9ff7-47f9-80ae-b4d87c90bea1"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:45:48.454188 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:48.509655 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9f99d1-764a-4534-93de-50cb15f00ade x-openstack-request-id: req-1c9f99d1-764a-4534-93de-50cb15f00ade {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:45:48.510041 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925f4539-415c-4aa5-8279-4437e4110580", "name": "network-vif-deleted", "tag": "736382df-9ff7-47f9-80ae-b4d87c90bea1", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:45:48.510291 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c9f99d1-764a-4534-93de-50cb15f00ade {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:45:48.510672 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925f4539-415c-4aa5-8279-4437e4110580', 'name': 'network-vif-deleted', 'tag': '736382df-9ff7-47f9-80ae-b4d87c90bea1', 'status': 'completed', 'code': 200} Aug 29 14:45:48.529466 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'Port': ['ID=1ffed33a-f77c-42f6-937b-09eac4097324,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:48.537957 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:48.637371 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.l3_db [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Floating IP 78d2c803-0ef8-47ac-89af-3181fa674224 associated. External IP: 172.27.0.87, port: 38aa5365-1c2b-428a-8355-147abbe88e10. Aug 29 14:45:48.850139 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Router 54798628-1aa8-4957-9846-e578fa8acfee has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:45:48.935800 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7166142e-dc30-4bf0-b989-589456bd9d5e req-618085db-bf29-4028-a87f-657ea8fe470a tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "GET /v2.0/ports?device_id=925f4539-415c-4aa5-8279-4437e4110580 HTTP/1.1" status: 200 len: 210 time: 0.0375071 Aug 29 14:45:48.996472 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:45:49.003911 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b18bdf-8b1b-46d7-9b00-816b1184a017 None None] Sync routers for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:45:49.012979 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b18bdf-8b1b-46d7-9b00-816b1184a017 None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:49.013603 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-32b18bdf-8b1b-46d7-9b00-816b1184a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:45:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:49.017037 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:49.096262 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:49.119762 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-32b18bdf-8b1b-46d7-9b00-816b1184a017 None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:49.358425 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-32b18bdf-8b1b-46d7-9b00-816b1184a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '78d2c803-0ef8-47ac-89af-3181fa674224', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'port_id': '38aa5365-1c2b-428a-8355-147abbe88e10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'mac_address': 'fa:16:3e:2b:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fd8319-7349-4099-9515-ff91d835bf0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:45:47Z', 'updated_at': '2021-08-29T14:45:47Z', 'revision_number': 0, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:49.383065 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-1c4464d2-3fbe-499f-b706-22c69c1b79f0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5777948 Aug 29 14:45:49.385327 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b18bdf-8b1b-46d7-9b00-816b1184a017 None None] Checking router: 54798628-1aa8-4957-9846-e578fa8acfee for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:45:49.394134 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b18bdf-8b1b-46d7-9b00-816b1184a017 None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:49.394732 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-32b18bdf-8b1b-46d7-9b00-816b1184a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:45:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:49.498884 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-32b18bdf-8b1b-46d7-9b00-816b1184a017 None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:49.845842 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-32b18bdf-8b1b-46d7-9b00-816b1184a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '78d2c803-0ef8-47ac-89af-3181fa674224', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'port_id': '38aa5365-1c2b-428a-8355-147abbe88e10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'mac_address': 'fa:16:3e:2b:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fd8319-7349-4099-9515-ff91d835bf0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:45:47Z', 'updated_at': '2021-08-29T14:45:47Z', 'revision_number': 0, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:49.872162 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b18bdf-8b1b-46d7-9b00-816b1184a017 None None] The sync data for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi is: [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '78d2c803-0ef8-47ac-89af-3181fa674224', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'port_id': '38aa5365-1c2b-428a-8355-147abbe88e10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'mac_address': 'fa:16:3e:2b:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fd8319-7349-4099-9515-ff91d835bf0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:45:47Z', 'updated_at': '2021-08-29T14:45:47Z', 'revision_number': 0, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:45:49.994446 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52000) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:50.080490 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d531ea0-05d2-4595-bf79-44e5cc0bec35 None None] New status for floating IP 78d2c803-0ef8-47ac-89af-3181fa674224: ACTIVE {{(pid=94547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:45:50.162711 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-db43a76e-7637-4102-8761-4fafacc7d29c tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:50.191445 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-db43a76e-7637-4102-8761-4fafacc7d29c tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:50.330586 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-db43a76e-7637-4102-8761-4fafacc7d29c tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:50.333211 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-db43a76e-7637-4102-8761-4fafacc7d29c tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:50.334402 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-db43a76e-7637-4102-8761-4fafacc7d29c tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] 10.222.0.16 "DELETE /v2.0/security-groups/635482dd-a9f8-47e2-a5f5-ba04bcc714e0 HTTP/1.1" status: 204 len: 168 time: 0.3388402 Aug 29 14:45:50.343996 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43a76e-7637-4102-8761-4fafacc7d29c tempest-TestShelveInstance-1677226230 tempest-TestShelveInstance-1677226230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635482dd-a9f8-47e2-a5f5-ba04bcc714e0,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:50.439179 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52006) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:50.461800 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:50.512265 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fd8319-7349-4099-9515-ff91d835bf0a', 'tag': '38aa5365-1c2b-428a-8355-147abbe88e10'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:45:50.514661 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7084bbc-677d-4b01-9be1-740c038b3c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fd8319-7349-4099-9515-ff91d835bf0a", "tag": "38aa5365-1c2b-428a-8355-147abbe88e10"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:45:50.575316 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f9470a-aab0-4828-816a-68b49d45240c x-openstack-request-id: req-65f9470a-aab0-4828-816a-68b49d45240c {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:45:50.575599 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fd8319-7349-4099-9515-ff91d835bf0a", "tag": "38aa5365-1c2b-428a-8355-147abbe88e10", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:45:50.575845 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65f9470a-aab0-4828-816a-68b49d45240c {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:45:50.576219 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7fd8319-7349-4099-9515-ff91d835bf0a', 'tag': '38aa5365-1c2b-428a-8355-147abbe88e10', 'status': 'completed', 'code': 200} Aug 29 14:45:50.674471 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7084bbc-677d-4b01-9be1-740c038b3c7c req-5967a5dd-4f96-4833-8023-f85e104c230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:50.675947 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7084bbc-677d-4b01-9be1-740c038b3c7c req-5967a5dd-4f96-4833-8023-f85e104c230f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 1098 time: 0.0583282 Aug 29 14:45:50.841228 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7084bbc-677d-4b01-9be1-740c038b3c7c req-df03b44d-b8cf-4fd5-862a-192fb32ef251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:50.842760 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7084bbc-677d-4b01-9be1-740c038b3c7c req-df03b44d-b8cf-4fd5-862a-192fb32ef251 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 200 len: 912 time: 0.1375177 Aug 29 14:45:50.949992 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7084bbc-677d-4b01-9be1-740c038b3c7c req-5825d904-7f79-4df3-b25d-b7e48404178e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38aa5365-1c2b-428a-8355-147abbe88e10 HTTP/1.1" status: 200 len: 1000 time: 0.0898104 Aug 29 14:45:51.013658 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7084bbc-677d-4b01-9be1-740c038b3c7c req-72bd07aa-25e5-482f-b46c-eb0de97a306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:51.015773 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7084bbc-677d-4b01-9be1-740c038b3c7c req-72bd07aa-25e5-482f-b46c-eb0de97a306d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e HTTP/1.1" status: 200 len: 850 time: 0.0588675 Aug 29 14:45:51.089910 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7084bbc-677d-4b01-9be1-740c038b3c7c req-0f3368a1-9969-40cb-88a9-6e0163521b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:45:51.091519 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7084bbc-677d-4b01-9be1-740c038b3c7c req-0f3368a1-9969-40cb-88a9-6e0163521b66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f006abe3-9585-4574-b4ba-c434e72d34ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683167 Aug 29 14:45:51.111635 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b7d4696a-811b-4073-8873-4caf9c9ec729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568830'] for router_interface, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:51.269454 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7084bbc-677d-4b01-9be1-740c038b3c7c req-6a58cb0b-2e63-4106-8c9e-10e327aef555 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702998 Aug 29 14:45:51.418267 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7084bbc-677d-4b01-9be1-740c038b3c7c req-898cf11c-e4cc-4cfc-80ee-fae31cad0329 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181252 Aug 29 14:45:51.487391 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-b7d4696a-811b-4073-8873-4caf9c9ec729 admin admin] Deleting port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:51.488053 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b7d4696a-811b-4073-8873-4caf9c9ec729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:51.567812 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-b7d4696a-811b-4073-8873-4caf9c9ec729 admin admin] For port 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:51.568177 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b7d4696a-811b-4073-8873-4caf9c9ec729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:51.580798 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-b7d4696a-811b-4073-8873-4caf9c9ec729 admin admin] Calling delete_port for 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f owned by network:router_interface {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:51.621570 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 736382df-9ff7-47f9-80ae-b4d87c90bea1 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:45:51.642989 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: 736382df-9ff7-47f9-80ae-b4d87c90bea1 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:45:51.643330 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 736382df-9ff7-47f9-80ae-b4d87c90bea1 not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:45:51.804856 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b7d4696a-811b-4073-8873-4caf9c9ec729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:51.828698 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4696a-811b-4073-8873-4caf9c9ec729 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:51.990356 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-b7d4696a-811b-4073-8873-4caf9c9ec729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568628'] for router_interface, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:52.205158 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d4696a-811b-4073-8873-4caf9c9ec729 admin admin] Router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:45:52.306972 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d4696a-811b-4073-8873-4caf9c9ec729 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:45:52.313965 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-b7d4696a-811b-4073-8873-4caf9c9ec729 admin admin] 10.222.0.16 "PUT /v2.0/routers/4862bfed-ca5f-454a-9d7b-18754c6ddb43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8733196 Aug 29 14:45:52.314450 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52012) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:52.315344 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfcd068-a35e-41a4-a6d5-0a6c90677335 None None] Sync routers for ids ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:45:52.324380 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfcd068-a35e-41a4-a6d5-0a6c90677335 None None] Routers {'4862bfed-ca5f-454a-9d7b-18754c6ddb43'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:52.325056 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-acfcd068-a35e-41a4-a6d5-0a6c90677335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:45:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:52.416476 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] Notify callbacks [] for router, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:52.438708 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-acfcd068-a35e-41a4-a6d5-0a6c90677335 None None] Set router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:52.629502 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-acfcd068-a35e-41a4-a6d5-0a6c90677335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:37Z', 'updated_at': '2021-08-29T14:45:51Z', 'revision_number': 5, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'gw_port': {'id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:38Z', 'updated_at': '2021-08-29T14:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:52.658341 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfcd068-a35e-41a4-a6d5-0a6c90677335 None None] Checking router: 4862bfed-ca5f-454a-9d7b-18754c6ddb43 for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:45:52.667090 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfcd068-a35e-41a4-a6d5-0a6c90677335 None None] Routers {'4862bfed-ca5f-454a-9d7b-18754c6ddb43'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:52.667721 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-acfcd068-a35e-41a4-a6d5-0a6c90677335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:45:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:52.755487 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:52.776707 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-acfcd068-a35e-41a4-a6d5-0a6c90677335 None None] Set router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:52.864736 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] Deleting port 2ecf2a54-6d05-4623-b59c-fe8645e6c142 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:52.865075 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:52.942985 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] For port 2ecf2a54-6d05-4623-b59c-fe8645e6c142, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=2ecf2a54-6d05-4623-b59c-fe8645e6c142,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:52.943265 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:52.959663 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] Calling delete_port for 2ecf2a54-6d05-4623-b59c-fe8645e6c142 owned by network:router_gateway {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:52.960811 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-acfcd068-a35e-41a4-a6d5-0a6c90677335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:37Z', 'updated_at': '2021-08-29T14:45:51Z', 'revision_number': 5, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'gw_port': {'id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:38Z', 'updated_at': '2021-08-29T14:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:52.990372 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfcd068-a35e-41a4-a6d5-0a6c90677335 None None] The sync data for ids ['4862bfed-ca5f-454a-9d7b-18754c6ddb43'] in dv-cinder-778193-6-iscsi is: [{'id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'name': 'tempest-TestShelveInstance-247207675-router', 'tenant_id': '236affd94e314d68a10b2decd9cafcd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:37Z', 'updated_at': '2021-08-29T14:45:51Z', 'revision_number': 5, 'project_id': '236affd94e314d68a10b2decd9cafcd1', 'gw_port': {'id': '2ecf2a54-6d05-4623-b59c-fe8645e6c142', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4862bfed-ca5f-454a-9d7b-18754c6ddb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:38Z', 'updated_at': '2021-08-29T14:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:45:53.187523 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:53.215353 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ecf2a54-6d05-4623-b59c-fe8645e6c142,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:53.273040 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568174'] for router_gateway, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:53.360408 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102423'] for router, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:53.362740 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:53.467364 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561406'] for router, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:53.467864 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4862bfed-ca5f-454a-9d7b-18754c6ddb43 {{(pid=94544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:45:53.472582 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] Notify callbacks [] for router, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:53.473789 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-d4e47e5a-03a3-41c0-a2d2-033d6de7e66c admin admin] 10.222.0.16 "DELETE /v2.0/routers/4862bfed-ca5f-454a-9d7b-18754c6ddb43 HTTP/1.1" status: 204 len: 168 time: 1.1584067 Aug 29 14:45:53.476237 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52014) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:53.520095 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_v2 [None req-00474905-690e-465c-8dd0-898bd2c7dd48 admin admin] Deleting subnet c51a3205-4b38-4051-8846-91cae5501301 {{(pid=94544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:45:53.523221 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-00474905-690e-465c-8dd0-898bd2c7dd48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:53.558811 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-00474905-690e-465c-8dd0-898bd2c7dd48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3488294'] for subnet, precommit_delete_associations {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:53.679401 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-00474905-690e-465c-8dd0-898bd2c7dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:53.793273 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-00474905-690e-465c-8dd0-898bd2c7dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1886686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3903511'] for subnet, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:53.816891 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00474905-690e-465c-8dd0-898bd2c7dd48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c51a3205-4b38-4051-8846-91cae5501301,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:53.822518 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-00474905-690e-465c-8dd0-898bd2c7dd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:53.824369 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-00474905-690e-465c-8dd0-898bd2c7dd48 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c51a3205-4b38-4051-8846-91cae5501301 HTTP/1.1" status: 204 len: 168 time: 0.3472276 Aug 29 14:45:53.827072 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 52016) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:53.829085 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93476986-b985-4dc7-8dc5-f127ee421dc9 None None] Network d84c55a3-b401-4300-b3ca-9117e55c4b72 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:45:53.896444 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:53.950529 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] Deleting port 1f3777ed-e6d5-4272-84a0-d11a87337a24 {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:53.950871 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:54.007163 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f010b1d-dd71-4386-ba16-39152df845a4 None None] DHCP port deletion for d84c55a3-b401-4300-b3ca-9117e55c4b72 request from dv-cinder-778193-6-iscsi {{(pid=94546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:45:54.010188 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:45:54.028357 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.db [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] For port 1f3777ed-e6d5-4272-84a0-d11a87337a24, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=1f3777ed-e6d5-4272-84a0-d11a87337a24,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:54.028725 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:54.035240 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:45:54.035580 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 3b5ccea8-6f3c-45ca-beaa-d783f8c04e3f not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:45:54.042364 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] Calling delete_port for 1f3777ed-e6d5-4272-84a0-d11a87337a24 owned by network:dhcp {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:54.073908 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-4f010b1d-dd71-4386-ba16-39152df845a4 None None] Deleting port 1f3777ed-e6d5-4272-84a0-d11a87337a24 {{(pid=94546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:54.074211 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-4f010b1d-dd71-4386-ba16-39152df845a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:54.137665 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-4f010b1d-dd71-4386-ba16-39152df845a4 None None] For port 1f3777ed-e6d5-4272-84a0-d11a87337a24, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=1f3777ed-e6d5-4272-84a0-d11a87337a24,segment=NetworkSegment(249b7bca-8298-45c0-a701-0648bacb6476),segment_id=249b7bca-8298-45c0-a701-0648bacb6476)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:54.266415 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-4f010b1d-dd71-4386-ba16-39152df845a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:54.266415 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-4f010b1d-dd71-4386-ba16-39152df845a4 None None] Calling delete_port for 1f3777ed-e6d5-4272-84a0-d11a87337a24 owned by network:dhcp {{(pid=94546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:54.290617 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:54.296826 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-4f010b1d-dd71-4386-ba16-39152df845a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109'] for port, after_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:54.316908 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3777ed-e6d5-4272-84a0-d11a87337a24,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:54.319826 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] No DVR routers for this DVR port 1f3777ed-e6d5-4272-84a0-d11a87337a24 on host dv-cinder-778193-6-iscsi {{(pid=94545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:45:54.322913 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f010b1d-dd71-4386-ba16-39152df845a4 None None] No DVR routers for this DVR port 1f3777ed-e6d5-4272-84a0-d11a87337a24 on host dv-cinder-778193-6-iscsi {{(pid=94546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:45:54.324447 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f010b1d-dd71-4386-ba16-39152df845a4 None None] Pushing event deleted for resources: {'Port': ['ID=1f3777ed-e6d5-4272-84a0-d11a87337a24,revision_number=None']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:54.391892 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:54.401290 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84c55a3-b401-4300-b3ca-9117e55c4b72']}} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:54.411656 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249b7bca-8298-45c0-a701-0648bacb6476') {'for_net_delete': True} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:54.411948 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249b7bca-8298-45c0-a701-0648bacb6476') {} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:54.420397 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3957121'] for segment, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:54.433376 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:54.439550 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:45:54.439929 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958049'] for segment, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: Traceback (most recent call last): Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: timer() Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: cb(*args, **kw) Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: return func(*args, **kwargs) Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: self._notify() Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: self.callback(batched_events) Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: event.method(event) Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: return f(self, *a, **k) Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._get(url).json() Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: return self.request(url, 'GET', **kwargs) Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:45:54.441494 dv-cinder-778193-6-iscsi neutron-server[94545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:45:54.558942 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:54.564740 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:54.566583 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d84c55a3-b401-4300-b3ca-9117e55c4b72 HTTP/1.1" status: 204 len: 168 time: 0.7382569 Aug 29 14:45:54.569539 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52018) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:54.577932 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2da5c8-7a70-46e5-a6b5-ef6ab7181ff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d84c55a3-b401-4300-b3ca-9117e55c4b72,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:54.901790 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5df362ce-01c8-405d-9d23-9f87549b4e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568830'] for router_interface, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:55.138367 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-5df362ce-01c8-405d-9d23-9f87549b4e59 admin admin] Deleting port 04a7bd67-4794-487f-92df-2196c6a3da80 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:55.138698 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5df362ce-01c8-405d-9d23-9f87549b4e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:55.214002 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-5df362ce-01c8-405d-9d23-9f87549b4e59 admin admin] For port 04a7bd67-4794-487f-92df-2196c6a3da80, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=04a7bd67-4794-487f-92df-2196c6a3da80,segment=NetworkSegment(066097f5-af09-4317-83ac-03415b24a5c3),segment_id=066097f5-af09-4317-83ac-03415b24a5c3)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:55.214362 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5df362ce-01c8-405d-9d23-9f87549b4e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:55.227087 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-5df362ce-01c8-405d-9d23-9f87549b4e59 admin admin] Calling delete_port for 04a7bd67-4794-487f-92df-2196c6a3da80 owned by network:router_interface {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:55.438697 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5df362ce-01c8-405d-9d23-9f87549b4e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:55.463188 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df362ce-01c8-405d-9d23-9f87549b4e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a7bd67-4794-487f-92df-2196c6a3da80,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:55.651047 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-5df362ce-01c8-405d-9d23-9f87549b4e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568628'] for router_interface, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:55.671980 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 2ecf2a54-6d05-4623-b59c-fe8645e6c142 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:45:55.691686 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 2ecf2a54-6d05-4623-b59c-fe8645e6c142 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:45:55.692025 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 2ecf2a54-6d05-4623-b59c-fe8645e6c142 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:45:55.692434 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 1f3777ed-e6d5-4272-84a0-d11a87337a24 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:45:55.711139 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 1f3777ed-e6d5-4272-84a0-d11a87337a24 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:45:55.711480 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 1f3777ed-e6d5-4272-84a0-d11a87337a24 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:45:55.860322 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df362ce-01c8-405d-9d23-9f87549b4e59 admin admin] Router 89710088-cb4a-4ffa-a50b-db6c087a8354 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:45:55.964838 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df362ce-01c8-405d-9d23-9f87549b4e59 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:45:55.970498 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-5df362ce-01c8-405d-9d23-9f87549b4e59 admin admin] 10.222.0.16 "PUT /v2.0/routers/89710088-cb4a-4ffa-a50b-db6c087a8354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3998075 Aug 29 14:45:55.973093 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52022) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:55.973842 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc71bbab-15e1-4b35-996b-f6cae18a7fc2 None None] Sync routers for ids ['89710088-cb4a-4ffa-a50b-db6c087a8354'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:45:55.983274 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71bbab-15e1-4b35-996b-f6cae18a7fc2 None None] Routers {'89710088-cb4a-4ffa-a50b-db6c087a8354'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:55.984022 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-fc71bbab-15e1-4b35-996b-f6cae18a7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:45:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['89710088-cb4a-4ffa-a50b-db6c087a8354'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:56.076066 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] Notify callbacks [] for router, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:56.085821 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-fc71bbab-15e1-4b35-996b-f6cae18a7fc2 None None] Set router 89710088-cb4a-4ffa-a50b-db6c087a8354 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:56.176731 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:56.259067 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-fc71bbab-15e1-4b35-996b-f6cae18a7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'name': 'tempest-TestShelveInstance-302660026-router', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '41b4b684-11c6-4688-99b0-72efd7768261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:44Z', 'updated_at': '2021-08-29T14:45:55Z', 'revision_number': 5, 'project_id': 'c6a477f2fe9247dda16e104af2119881', 'gw_port': {'id': '41b4b684-11c6-4688-99b0-72efd7768261', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:42:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:40:45Z', 'updated_at': '2021-08-29T14:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:56.285753 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc71bbab-15e1-4b35-996b-f6cae18a7fc2 None None] Checking router: 89710088-cb4a-4ffa-a50b-db6c087a8354 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:45:56.294029 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71bbab-15e1-4b35-996b-f6cae18a7fc2 None None] Routers {'89710088-cb4a-4ffa-a50b-db6c087a8354'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:45:56.294648 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-fc71bbab-15e1-4b35-996b-f6cae18a7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:45:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['89710088-cb4a-4ffa-a50b-db6c087a8354'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:56.296117 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] Deleting port 41b4b684-11c6-4688-99b0-72efd7768261 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:56.296602 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:56.372741 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] For port 41b4b684-11c6-4688-99b0-72efd7768261, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=41b4b684-11c6-4688-99b0-72efd7768261,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:56.373093 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:56.378541 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-fc71bbab-15e1-4b35-996b-f6cae18a7fc2 None None] Set router 89710088-cb4a-4ffa-a50b-db6c087a8354 gateway port host: None {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:45:56.385595 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] Calling delete_port for 41b4b684-11c6-4688-99b0-72efd7768261 owned by network:router_gateway {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:56.431672 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-fc71bbab-15e1-4b35-996b-f6cae18a7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'name': 'tempest-TestShelveInstance-302660026-router', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:44Z', 'updated_at': '2021-08-29T14:45:56Z', 'revision_number': 6, 'project_id': 'c6a477f2fe9247dda16e104af2119881', 'gw_port_host': None}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:56.457303 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc71bbab-15e1-4b35-996b-f6cae18a7fc2 None None] The sync data for ids ['89710088-cb4a-4ffa-a50b-db6c087a8354'] in dv-cinder-778193-6-iscsi is: [{'id': '89710088-cb4a-4ffa-a50b-db6c087a8354', 'name': 'tempest-TestShelveInstance-302660026-router', 'tenant_id': 'c6a477f2fe9247dda16e104af2119881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:40:44Z', 'updated_at': '2021-08-29T14:45:56Z', 'revision_number': 6, 'project_id': 'c6a477f2fe9247dda16e104af2119881', 'gw_port_host': None}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:45:56.626808 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:56.651869 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] Pushing event deleted for resources: {'Port': ['ID=41b4b684-11c6-4688-99b0-72efd7768261,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:56.952897 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568174'] for router_gateway, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.039035 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102423'] for router, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.041015 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.164234 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561406'] for router, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.164742 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89710088-cb4a-4ffa-a50b-db6c087a8354 {{(pid=94544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:45:57.169119 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] Notify callbacks [] for router, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.170531 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-c194a6d1-0480-42a2-9adb-48a0538dcbaa admin admin] 10.222.0.16 "DELETE /v2.0/routers/89710088-cb4a-4ffa-a50b-db6c087a8354 HTTP/1.1" status: 204 len: 168 time: 1.1964688 Aug 29 14:45:57.173550 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52024) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:57.222589 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_v2 [None req-84be9832-4524-47f6-9030-f09c5903e8ed admin admin] Deleting subnet 9df875c4-831c-4726-a337-569b75c4e3bd {{(pid=94544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:45:57.225711 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-84be9832-4524-47f6-9030-f09c5903e8ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.260233 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-84be9832-4524-47f6-9030-f09c5903e8ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3488294'] for subnet, precommit_delete_associations {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.336767 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-84be9832-4524-47f6-9030-f09c5903e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.502195 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-84be9832-4524-47f6-9030-f09c5903e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1886686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3903511'] for subnet, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.526775 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be9832-4524-47f6-9030-f09c5903e8ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9df875c4-831c-4726-a337-569b75c4e3bd,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:57.532378 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-84be9832-4524-47f6-9030-f09c5903e8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.534285 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-84be9832-4524-47f6-9030-f09c5903e8ed admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9df875c4-831c-4726-a337-569b75c4e3bd HTTP/1.1" status: 204 len: 168 time: 0.3597381 Aug 29 14:45:57.536691 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52026) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:57.537854 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfee989-51bb-45d6-abc9-27280dddd35b None None] Network 68d6c827-1e08-4f70-894e-50c74e7dc1ba requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:45:57.607471 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.638573 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 41b4b684-11c6-4688-99b0-72efd7768261 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:45:57.665589 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] Deleting port 267774f3-3f86-4eaa-9ea4-5ffe66e62180 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:57.665962 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.672548 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 41b4b684-11c6-4688-99b0-72efd7768261 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:45:57.672883 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 41b4b684-11c6-4688-99b0-72efd7768261 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:45:57.673293 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 04a7bd67-4794-487f-92df-2196c6a3da80 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:45:57.700694 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 04a7bd67-4794-487f-92df-2196c6a3da80 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:45:57.700986 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 04a7bd67-4794-487f-92df-2196c6a3da80 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:45:57.735312 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] For port 267774f3-3f86-4eaa-9ea4-5ffe66e62180, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=267774f3-3f86-4eaa-9ea4-5ffe66e62180,segment=NetworkSegment(066097f5-af09-4317-83ac-03415b24a5c3),segment_id=066097f5-af09-4317-83ac-03415b24a5c3)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:57.735681 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.748734 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] Calling delete_port for 267774f3-3f86-4eaa-9ea4-5ffe66e62180 owned by network:dhcp {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:57.756538 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bdbe13-15ca-4f52-90ac-64655db106bd None None] DHCP port deletion for 68d6c827-1e08-4f70-894e-50c74e7dc1ba request from dv-cinder-778193-6-iscsi {{(pid=94546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:45:57.801433 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-b5bdbe13-15ca-4f52-90ac-64655db106bd None None] Deleting port 267774f3-3f86-4eaa-9ea4-5ffe66e62180 {{(pid=94546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:45:57.801798 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b5bdbe13-15ca-4f52-90ac-64655db106bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.862297 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-b5bdbe13-15ca-4f52-90ac-64655db106bd None None] For port 267774f3-3f86-4eaa-9ea4-5ffe66e62180, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=267774f3-3f86-4eaa-9ea4-5ffe66e62180,segment=NetworkSegment(066097f5-af09-4317-83ac-03415b24a5c3),segment_id=066097f5-af09-4317-83ac-03415b24a5c3)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:45:57.862297 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b5bdbe13-15ca-4f52-90ac-64655db106bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.873653 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-b5bdbe13-15ca-4f52-90ac-64655db106bd None None] Calling delete_port for 267774f3-3f86-4eaa-9ea4-5ffe66e62180 owned by network:dhcp {{(pid=94546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:45:57.947504 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.956663 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b5bdbe13-15ca-4f52-90ac-64655db106bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109'] for port, after_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:57.981173 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] Pushing event deleted for resources: {'Port': ['ID=267774f3-3f86-4eaa-9ea4-5ffe66e62180,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:57.983172 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdbe13-15ca-4f52-90ac-64655db106bd None None] Pushing event deleted for resources: {'Port': ['ID=267774f3-3f86-4eaa-9ea4-5ffe66e62180,revision_number=None']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:57.986583 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bdbe13-15ca-4f52-90ac-64655db106bd None None] No DVR routers for this DVR port 267774f3-3f86-4eaa-9ea4-5ffe66e62180 on host dv-cinder-778193-6-iscsi {{(pid=94546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:45:57.986852 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] No DVR routers for this DVR port 267774f3-3f86-4eaa-9ea4-5ffe66e62180 on host dv-cinder-778193-6-iscsi {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:45:58.058784 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:58.068678 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d6c827-1e08-4f70-894e-50c74e7dc1ba']}} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:58.079422 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066097f5-af09-4317-83ac-03415b24a5c3') {'for_net_delete': True} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:58.079709 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066097f5-af09-4317-83ac-03415b24a5c3') {} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:45:58.088241 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3488313'] for segment, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:58.102202 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:58.107851 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=94544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:45:58.108298 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1886648'] for segment, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: Traceback (most recent call last): Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: timer() Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: cb(*args, **kw) Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: return func(*args, **kwargs) Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: self._notify() Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: self.callback(batched_events) Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: event.method(event) Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: return f(self, *a, **k) Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: return self._get(url).json() Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: return self.request(url, 'GET', **kwargs) Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:45:58.109891 dv-cinder-778193-6-iscsi neutron-server[94544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:45:58.238975 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:58.244558 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:58.246407 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] 10.222.0.16 "DELETE /v2.0/networks/68d6c827-1e08-4f70-894e-50c74e7dc1ba HTTP/1.1" status: 204 len: 168 time: 0.7087758 Aug 29 14:45:58.259179 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecd4f1-231d-4b23-993a-b76fa07940dc admin admin] Pushing event deleted for resources: {'Network': ['ID=68d6c827-1e08-4f70-894e-50c74e7dc1ba,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:58.557546 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52030) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:58.597145 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-6d1edd09-072e-4bd1-8391-f9b940984348 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=236affd94e314d68a10b2decd9cafcd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381827 Aug 29 14:45:58.599581 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52032) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:58.648251 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9d3b25e6-8f3c-4e3a-9b58-0fa7ea74fb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:58.668416 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9d3b25e6-8f3c-4e3a-9b58-0fa7ea74fb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:58.690404 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:58.769602 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9d3b25e6-8f3c-4e3a-9b58-0fa7ea74fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:58.772248 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9d3b25e6-8f3c-4e3a-9b58-0fa7ea74fb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:58.773396 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-9d3b25e6-8f3c-4e3a-9b58-0fa7ea74fb9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9299dc4b-daf0-4c75-9495-6d4717151d66 HTTP/1.1" status: 204 len: 168 time: 0.1729541 Aug 29 14:45:58.783676 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b25e6-8f3c-4e3a-9b58-0fa7ea74fb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9299dc4b-daf0-4c75-9495-6d4717151d66,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:59.368649 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 52038) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:59.412138 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-ac06c8b2-df35-4eb1-937a-9062705234ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6a477f2fe9247dda16e104af2119881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423505 Aug 29 14:45:59.414718 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52040) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:45:59.465081 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9c822dba-613e-4104-92e5-560700737790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:59.486289 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9c822dba-613e-4104-92e5-560700737790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:59.598860 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9c822dba-613e-4104-92e5-560700737790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:59.601446 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-9c822dba-613e-4104-92e5-560700737790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:45:59.602702 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-9c822dba-613e-4104-92e5-560700737790 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61c1f5a7-0ae7-4bf1-b23d-6bf96c611f36 HTTP/1.1" status: 204 len: 168 time: 0.1869793 Aug 29 14:45:59.610992 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c822dba-613e-4104-92e5-560700737790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c1f5a7-0ae7-4bf1-b23d-6bf96c611f36,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:45:59.614456 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 267774f3-3f86-4eaa-9ea4-5ffe66e62180 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:45:59.641343 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 267774f3-3f86-4eaa-9ea4-5ffe66e62180 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:45:59.641759 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 267774f3-3f86-4eaa-9ea4-5ffe66e62180 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:46:15.203850 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d8bec3d6-abac-4570-95a1-338d0b04720b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:46:17.838473 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-0f400b14-00fe-494b-aec7-9cce98fc0485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:46:18.198185 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:46:19.049684 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:46:20.432380 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:46:22.453446 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:46:28.752915 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:46:45.203548 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-2375bf99-e448-4781-ac11-552d6b83a1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:46:47.797632 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-5b69d1ef-e962-4e67-a25a-85f47438c65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:46:48.203075 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:46:48.986471 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:46:50.466280 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:46:58.705949 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:46:59.453112 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:47:00.916561 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7dab959-eb89-4621-8a7f-a45e18c7f9c2 req-36e7ca38-9bbc-41dd-8a87-a745dd0d7f04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1752148 Aug 29 14:47:01.016079 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dab959-eb89-4621-8a7f-a45e18c7f9c2 req-3e9f3a29-7e6d-49e0-bc19-d81dc821f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:01.017506 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7dab959-eb89-4621-8a7f-a45e18c7f9c2 req-3e9f3a29-7e6d-49e0-bc19-d81dc821f656 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 1098 time: 0.0405273 Aug 29 14:47:01.124716 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dab959-eb89-4621-8a7f-a45e18c7f9c2 req-d8d092d9-e0c6-466e-98ac-5c9017a6315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:01.126202 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7dab959-eb89-4621-8a7f-a45e18c7f9c2 req-d8d092d9-e0c6-466e-98ac-5c9017a6315e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 200 len: 912 time: 0.0890958 Aug 29 14:47:01.189655 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7dab959-eb89-4621-8a7f-a45e18c7f9c2 req-28e149ca-7da0-426b-9358-83081e416111 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38aa5365-1c2b-428a-8355-147abbe88e10 HTTP/1.1" status: 200 len: 1000 time: 0.0565236 Aug 29 14:47:01.242066 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dab959-eb89-4621-8a7f-a45e18c7f9c2 req-228955a4-73c6-4243-b2e9-1fea026f0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:01.243526 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7dab959-eb89-4621-8a7f-a45e18c7f9c2 req-228955a4-73c6-4243-b2e9-1fea026f0397 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e HTTP/1.1" status: 200 len: 850 time: 0.0467622 Aug 29 14:47:01.286234 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dab959-eb89-4621-8a7f-a45e18c7f9c2 req-ff8fd229-433a-48eb-a345-777c2c3e730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:01.287654 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7dab959-eb89-4621-8a7f-a45e18c7f9c2 req-ff8fd229-433a-48eb-a345-777c2c3e730c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f006abe3-9585-4574-b4ba-c434e72d34ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374315 Aug 29 14:47:01.298604 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [req-a7dab959-eb89-4621-8a7f-a45e18c7f9c2 req-97297889-c7f7-449e-87e3-72d0d38ebca8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:47:01.299701 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7dab959-eb89-4621-8a7f-a45e18c7f9c2 req-97297889-c7f7-449e-87e3-72d0d38ebca8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047848 Aug 29 14:47:01.385382 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7dab959-eb89-4621-8a7f-a45e18c7f9c2 req-5412c94e-07c9-472a-a9c2-ce5ab6d41c83 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790956 Aug 29 14:47:01.475065 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7dab959-eb89-4621-8a7f-a45e18c7f9c2 req-9bc64c71-b856-4d12-b3e6-7d72065d546b service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827987 Aug 29 14:47:15.203029 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-ad29cca1-ebfe-43be-9834-6e9ca84a659e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:17.831382 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e47d41fa-230e-400f-8bf5-3dafd8b5329d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:18.215005 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:18.991623 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:20.449441 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:28.700039 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:36.451591 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:47:43.970463 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a937e-0626-4058-8dde-70e9dc2265cd req-81aced51-d752-4dad-88d4-1307770d3b1e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:43.971951 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-615a937e-0626-4058-8dde-70e9dc2265cd req-81aced51-d752-4dad-88d4-1307770d3b1e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 945 time: 0.0486789 Aug 29 14:47:44.008957 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-615a937e-0626-4058-8dde-70e9dc2265cd req-a1ea4f1d-eacf-41e0-93b4-5b870be14336 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311019 Aug 29 14:47:45.135796 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454572d-e401-4db8-9b3a-86af5552849f req-7525535c-8cb5-4709-a3b6-a7466f8c6526 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:45.138130 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8454572d-e401-4db8-9b3a-86af5552849f req-7525535c-8cb5-4709-a3b6-a7466f8c6526 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 945 time: 0.0479896 Aug 29 14:47:45.178915 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8454572d-e401-4db8-9b3a-86af5552849f req-114e3bc3-378c-435e-a086-78fa0c5c444b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350630 Aug 29 14:47:45.197538 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-3f4f3f96-9c5f-488c-9b78-2b6e1b90b781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:45.630487 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-f5e07c97-9eb3-40d7-9505-f15fbc808ee5 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:45.635579 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-f5e07c97-9eb3-40d7-9505-f15fbc808ee5 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 945 time: 0.0510738 Aug 29 14:47:45.721123 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Deleting port 38aa5365-1c2b-428a-8355-147abbe88e10 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:47:45.721454 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:45.810576 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] For port 38aa5365-1c2b-428a-8355-147abbe88e10, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=38aa5365-1c2b-428a-8355-147abbe88e10,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:47:45.810576 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:45.972845 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:45.973229 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:45.973721 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.l3_db [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Floating IP 78d2c803-0ef8-47ac-89af-3181fa674224 disassociated. External IP: 172.27.0.87, port: 38aa5365-1c2b-428a-8355-147abbe88e10. Aug 29 14:47:45.973949 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Calling delete_port for 38aa5365-1c2b-428a-8355-147abbe88e10 owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:47:46.156501 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:46.182669 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event deleted for resources: {'Port': ['ID=38aa5365-1c2b-428a-8355-147abbe88e10,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:47:46.195214 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:47:46.195570 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:47:46.195913 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:47:46.196248 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:47:46.196578 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:47:46.196904 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:47:46.197228 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:47:46.197555 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:47:46.197899 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:47:46.198227 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:47:46.198552 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:47:46.198870 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:47:46.318289 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-96dc70ef-2514-4db9-abdd-8b4540e09e94 req-def50b8c-d349-401b-88ed-9c4af6d57b4b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 210 time: 0.0313349 Aug 29 14:47:46.337655 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Router 54798628-1aa8-4957-9846-e578fa8acfee has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:47:46.444198 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:47:46.453585 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c16cc9-1e28-473e-b18f-01f74c22b67a None None] Sync routers for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:47:46.462696 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c16cc9-1e28-473e-b18f-01f74c22b67a None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:47:46.463221 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-f8c16cc9-1e28-473e-b18f-01f74c22b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:47:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:47:46.482130 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] No DVR routers for this DVR port 38aa5365-1c2b-428a-8355-147abbe88e10 on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:47:46.484739 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:46.486727 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-72062a4f-a180-4bb9-a55c-bc6c55bcf12c req-7a870dcc-cf05-4a45-9668-fb1520f36f2e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.36 "DELETE /v2.0/ports/38aa5365-1c2b-428a-8355-147abbe88e10 HTTP/1.1" status: 204 len: 173 time: 0.8476899 Aug 29 14:47:46.487146 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fd8319-7349-4099-9515-ff91d835bf0a', 'name': 'network-vif-deleted', 'tag': '38aa5365-1c2b-428a-8355-147abbe88e10'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:47:46.489352 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ddca30-d65c-4be1-93e2-265a153256ff" -d '{"events": [{"server_uuid": "e7fd8319-7349-4099-9515-ff91d835bf0a", "name": "network-vif-deleted", "tag": "38aa5365-1c2b-428a-8355-147abbe88e10"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:47:46.665979 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2519d9d-c983-4db1-bf03-4b2ef999eae3 x-openstack-request-id: req-f2519d9d-c983-4db1-bf03-4b2ef999eae3 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:47:46.666323 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fd8319-7349-4099-9515-ff91d835bf0a", "name": "network-vif-deleted", "tag": "38aa5365-1c2b-428a-8355-147abbe88e10", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:47:46.666578 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2519d9d-c983-4db1-bf03-4b2ef999eae3 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:47:46.667327 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fd8319-7349-4099-9515-ff91d835bf0a', 'name': 'network-vif-deleted', 'tag': '38aa5365-1c2b-428a-8355-147abbe88e10', 'status': 'completed', 'code': 200} Aug 29 14:47:46.696187 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-f8c16cc9-1e28-473e-b18f-01f74c22b67a None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:47:46.892652 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-f8c16cc9-1e28-473e-b18f-01f74c22b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:47:46.923570 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c16cc9-1e28-473e-b18f-01f74c22b67a None None] Checking router: 54798628-1aa8-4957-9846-e578fa8acfee for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:47:46.932031 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c16cc9-1e28-473e-b18f-01f74c22b67a None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:47:46.932641 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-f8c16cc9-1e28-473e-b18f-01f74c22b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:47:18Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:47:47.039606 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-f8c16cc9-1e28-473e-b18f-01f74c22b67a None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:47:47.235206 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-f8c16cc9-1e28-473e-b18f-01f74c22b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:47:47.261235 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c16cc9-1e28-473e-b18f-01f74c22b67a None None] The sync data for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi is: [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:47:47.426190 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-aeac8214-9730-4d84-bb24-58b4962d4676 req-6c1448d7-bf3b-4d09-bcca-db32cf483d3c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7fd8319-7349-4099-9515-ff91d835bf0a HTTP/1.1" status: 200 len: 210 time: 0.0315154 Aug 29 14:47:47.484814 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf697b16-c33f-4655-8afd-e3cd52b61c64 None None] New status for floating IP 78d2c803-0ef8-47ac-89af-3181fa674224: DOWN {{(pid=94547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:47:47.785391 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-100a6bfd-100d-47f1-a902-a8b3276255a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:48.207568 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:48.718008 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-5f91d701-4a6b-4822-9582-66c9b2ed4b66 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773954766&fields=id&tenant_id=a000df0ea44b455795a3f49fdbbbbd1c HTTP/1.1" status: 200 len: 267 time: 0.0332010 Aug 29 14:47:48.820858 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-930e4ba8-5cf2-4ca1-b489-58030b35c929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:48.822335 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-930e4ba8-5cf2-4ca1-b489-58030b35c929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/networks?id=f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 200 len: 811 time: 0.0976634 Aug 29 14:47:48.837370 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-d88e94a7-5f98-4039-8525-483dcfcf5865 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/quotas/a000df0ea44b455795a3f49fdbbbbd1c HTTP/1.1" status: 200 len: 375 time: 0.0088158 Aug 29 14:47:48.893165 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-3203d3ef-c412-4531-81b1-9046dddbdb77 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504253 Aug 29 14:47:48.957936 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-dec46c8f-b4d7-488b-aeea-4039601fda1f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:47:48.958931 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-dec46c8f-b4d7-488b-aeea-4039601fda1f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528638 Aug 29 14:47:49.008638 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:49.046150 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-eca86d4c-34e3-4385-8ed4-e0a472cad3e5 service neutron] 10.222.0.16 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810366 Aug 29 14:47:49.146711 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-79d8778b-f81b-4858-b46c-84f95ee7a71b service neutron] 10.222.0.16 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945649 Aug 29 14:47:49.737918 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1bf09d4a-9fe8-4d34-8fbc-03a2dcd46396 req-829e7ee2-a1b5-4638-8669-5370d83fe691 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 210 time: 0.0277116 Aug 29 14:47:50.173562 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 38aa5365-1c2b-428a-8355-147abbe88e10 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:47:50.197646 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: 38aa5365-1c2b-428a-8355-147abbe88e10 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:47:50.200753 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 38aa5365-1c2b-428a-8355-147abbe88e10 not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:47:50.465201 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:50.830541 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-62c8695e-2ec3-42a7-91d0-f70802b41f3a req-5805162c-baa4-454e-beb3-5583119dcad0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 210 time: 0.0269215 Aug 29 14:47:51.680168 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-78cb2e7f-b1bc-437c-8a93-fe6ddceebbb7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:51.681631 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-78cb2e7f-b1bc-437c-8a93-fe6ddceebbb7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.36 "GET /v2.0/networks?id=f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 200 len: 811 time: 0.1042016 Aug 29 14:47:51.745706 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-c723f4a1-835f-40dc-8585-2cabf510d4b4 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a000df0ea44b455795a3f49fdbbbbd1c HTTP/1.1" status: 200 len: 380 time: 0.0374632 Aug 29 14:47:51.754862 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-af38d4e3-25a9-408e-9d12-eb429a0e4766 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Request body: {'port': {'device_id': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'admin_state_up': True, 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'security_groups': ['faedcd92-295e-4fc6-b20e-785df5041c08']}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:47:51.927785 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2e84f637-ec5a-4c7c-b831-014b80c014bc req-73fc23c7-8837-4b2f-b786-d8289dcdc870 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 210 time: 0.0302627 Aug 29 14:47:51.932626 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-af38d4e3-25a9-408e-9d12-eb429a0e4766 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Made reservation on behalf of a000df0ea44b455795a3f49fdbbbbd1c for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:47:51.932626 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-af38d4e3-25a9-408e-9d12-eb429a0e4766 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:52.070405 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-af38d4e3-25a9-408e-9d12-eb429a0e4766 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Allocated IP 172.20.0.8 (f006abe3-9585-4574-b4ba-c434e72d34ee/da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e/cb51be4e-d237-47a9-8f4a-24cbdb27c0c8) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:47:52.209598 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-af38d4e3-25a9-408e-9d12-eb429a0e4766 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:52.224791 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-af38d4e3-25a9-408e-9d12-eb429a0e4766 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Transition to ACTIVE for port object cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 will not be triggered until provisioned by entity DHCP. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:47:52.323336 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-af38d4e3-25a9-408e-9d12-eb429a0e4766 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:52.366834 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-af38d4e3-25a9-408e-9d12-eb429a0e4766 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Network f006abe3-9585-4574-b4ba-c434e72d34ee is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:47:52.369839 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-af38d4e3-25a9-408e-9d12-eb429a0e4766 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:47:52.373711 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-af38d4e3-25a9-408e-9d12-eb429a0e4766 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:47:52.398024 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38d4e3-25a9-408e-9d12-eb429a0e4766 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'Port': ['ID=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:47:52.426704 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-af38d4e3-25a9-408e-9d12-eb429a0e4766 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:52.427321 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-af38d4e3-25a9-408e-9d12-eb429a0e4766 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:52.512293 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-af38d4e3-25a9-408e-9d12-eb429a0e4766 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7608542 Aug 29 14:47:52.530729 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Request body: {'port': {'device_id': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:47:52.583228 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:52.750943 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-2729e085-45f6-4d40-893a-88374240d59f None None] Provisioning for port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:47:52.754740 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-2729e085-45f6-4d40-893a-88374240d59f None None] Provisioning complete for port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:47:52.755098 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-2729e085-45f6-4d40-893a-88374240d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:52.788642 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-2729e085-45f6-4d40-893a-88374240d59f None None] Port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:47:52.852541 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:47:52.860619 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:52.872724 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Transition to ACTIVE for port object cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:47:52.927929 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:52.980270 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Pushing event updated for resources: {'Port': ['ID=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:47:53.090597 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6da55-888c-4768-b71a-02fd9db29491 req-412239e9-3dad-40e5-82c2-d1c7db636335 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:53.092114 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6cb6da55-888c-4768-b71a-02fd9db29491 req-412239e9-3dad-40e5-82c2-d1c7db636335 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 943 time: 0.0750992 Aug 29 14:47:53.093336 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Attempting to bind port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:47:53.093662 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Attempting to bind port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:47:53.094022 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Attempting to bind port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 on network f006abe3-9585-4574-b4ba-c434e72d34ee {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:47:53.100909 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 on network f006abe3-9585-4574-b4ba-c434e72d34ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:47:53.101221 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Attempting to bind port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 on network f006abe3-9585-4574-b4ba-c434e72d34ee {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:47:53.111997 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:47:53.112338 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Checking segment: {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:47:53.112714 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Bound using segment: {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:47:53.113146 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Bound port: cb51be4e-d237-47a9-8f4a-24cbdb27c0c8, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:47:53.113502 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:53.166522 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6cb6da55-888c-4768-b71a-02fd9db29491 req-ea81c847-ae7d-470f-9793-34bec2311380 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671952 Aug 29 14:47:53.199286 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] For port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:47:53.202908 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] For port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:47:53.249171 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:53.284661 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:53.285275 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:53.286691 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] 10.222.0.36 "PUT /v2.0/ports/cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 HTTP/1.1" status: 200 len: 1093 time: 0.7604551 Aug 29 14:47:53.287108 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'tag': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:47:53.289359 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842486f2-a2e3-40da-b60c-53cc56a90aca" -d '{"events": [{"name": "network-changed", "server_uuid": "1251b791-89be-46ad-86df-0929cf7dd9e6", "tag": "cb51be4e-d237-47a9-8f4a-24cbdb27c0c8"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:47:53.319928 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e045b6-34e8-4613-a69f-c30559d45a52 service neutron] Pushing event updated for resources: {'Port': ['ID=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:47:53.335195 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598cd295-653b-4878-8fab-40b022d90397 x-openstack-request-id: req-598cd295-653b-4878-8fab-40b022d90397 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:47:53.335484 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1251b791-89be-46ad-86df-0929cf7dd9e6", "tag": "cb51be4e-d237-47a9-8f4a-24cbdb27c0c8", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:47:53.335731 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-598cd295-653b-4878-8fab-40b022d90397 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:47:53.336150 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'tag': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'status': 'completed', 'code': 200} Aug 29 14:47:53.423506 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842486f2-a2e3-40da-b60c-53cc56a90aca req-2ff4f913-37c7-4a0f-9a85-774f412f5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:53.425119 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-842486f2-a2e3-40da-b60c-53cc56a90aca req-2ff4f913-37c7-4a0f-9a85-774f412f5bf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 1096 time: 0.0464873 Aug 29 14:47:53.523235 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842486f2-a2e3-40da-b60c-53cc56a90aca req-bf97a52e-c1bc-4c74-9b5e-146382624e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:53.524701 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-842486f2-a2e3-40da-b60c-53cc56a90aca req-bf97a52e-c1bc-4c74-9b5e-146382624e62 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0869977 Aug 29 14:47:53.618068 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842486f2-a2e3-40da-b60c-53cc56a90aca req-cd8285e5-4b2c-4035-bcc5-f9e39ea530f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:53.619509 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-842486f2-a2e3-40da-b60c-53cc56a90aca req-cd8285e5-4b2c-4035-bcc5-f9e39ea530f3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881886 Aug 29 14:47:53.714308 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-925fe165-5fb2-4123-8939-df9cd44d5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:53.716403 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-925fe165-5fb2-4123-8939-df9cd44d5530 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 1096 time: 0.0399930 Aug 29 14:47:53.761061 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-2f26aa63-39e6-435d-b2de-721cc16174b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 HTTP/1.1" status: 200 len: 217 time: 0.0320189 Aug 29 14:47:53.811951 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-2580b5e9-6707-4905-b926-065dbaa12679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:53.813260 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-2580b5e9-6707-4905-b926-065dbaa12679 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e HTTP/1.1" status: 200 len: 850 time: 0.0450089 Aug 29 14:47:53.862085 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-c8c2fab3-637b-45f8-a48e-15927e856ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:53.863593 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-c8c2fab3-637b-45f8-a48e-15927e856ca5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f006abe3-9585-4574-b4ba-c434e72d34ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435455 Aug 29 14:47:53.951240 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-547056f5-ee96-4fe2-862f-c3e8503d593e service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796702 Aug 29 14:47:54.042012 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a7268cc7-9713-42bb-b456-d7944b6c11be req-35e9176c-5591-4684-bf2e-72096a5e45cb service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833368 Aug 29 14:47:54.283969 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a20b7-99e9-4bf7-813e-c76f29561027 req-76045487-30d7-425d-9343-81dcce4086e0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:54.285498 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2c9a20b7-99e9-4bf7-813e-c76f29561027 req-76045487-30d7-425d-9343-81dcce4086e0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 943 time: 0.0487723 Aug 29 14:47:54.323651 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2c9a20b7-99e9-4bf7-813e-c76f29561027 req-949bc531-3d9e-4149-9caa-4dbe720eee8e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314162 Aug 29 14:47:55.439696 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9255c-54dd-4a54-88d5-2a079ca5661c req-61aed79d-4719-4853-b97a-b4cef4ecece2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:55.441149 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f2d9255c-54dd-4a54-88d5-2a079ca5661c req-61aed79d-4719-4853-b97a-b4cef4ecece2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 943 time: 0.0475359 Aug 29 14:47:55.480762 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f2d9255c-54dd-4a54-88d5-2a079ca5661c req-4a652025-afac-4a3a-8fdb-f7d6f7120508 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338094 Aug 29 14:47:56.593521 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d82acc-8b22-4c3e-88f3-eafb302dfa35 req-40569bfd-180d-4274-b59a-090a6de1e57b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:56.595381 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f3d82acc-8b22-4c3e-88f3-eafb302dfa35 req-40569bfd-180d-4274-b59a-090a6de1e57b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 943 time: 0.0489759 Aug 29 14:47:56.633421 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-f3d82acc-8b22-4c3e-88f3-eafb302dfa35 req-cdbbc5a0-c4c0-464a-b479-2a3c06857e83 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322556 Aug 29 14:47:57.744201 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c35f0-1d03-45c9-b8cc-034640377e59 req-ce3dfd3d-2084-4a1e-bf4d-7965d419f253 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:57.745655 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8c9c35f0-1d03-45c9-b8cc-034640377e59 req-ce3dfd3d-2084-4a1e-bf4d-7965d419f253 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 943 time: 0.0484841 Aug 29 14:47:57.782753 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8c9c35f0-1d03-45c9-b8cc-034640377e59 req-0cdd67b3-6837-4346-8468-d6a972baeff6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307624 Aug 29 14:47:58.710795 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:47:58.892684 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61dcd4-2319-4984-a1ed-3e1f7123c693 req-3b74eb50-8048-4a2c-bd9a-04f5567adf2c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:47:58.894179 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0f61dcd4-2319-4984-a1ed-3e1f7123c693 req-3b74eb50-8048-4a2c-bd9a-04f5567adf2c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 943 time: 0.0473976 Aug 29 14:47:58.934365 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0f61dcd4-2319-4984-a1ed-3e1f7123c693 req-c480d0ce-43a3-4319-95cc-eccc4327df5b tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343821 Aug 29 14:48:00.045514 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0341e-c647-4255-94b1-a6e8ce8407c4 req-ae11fee2-1e2f-4e16-9386-da605ed5e5a2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:48:00.046986 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f0341e-c647-4255-94b1-a6e8ce8407c4 req-ae11fee2-1e2f-4e16-9386-da605ed5e5a2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 943 time: 0.0473468 Aug 29 14:48:00.083808 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06f0341e-c647-4255-94b1-a6e8ce8407c4 req-2b0d599b-95db-4d85-83b2-143979bafdc5 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309634 Aug 29 14:48:01.194197 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4de4b5-1faa-4577-9a62-c1a0dd1ac30e req-13c3eec5-ec8f-493c-aad0-6e68ffff67cc tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:48:01.195646 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8a4de4b5-1faa-4577-9a62-c1a0dd1ac30e req-13c3eec5-ec8f-493c-aad0-6e68ffff67cc tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 943 time: 0.0472648 Aug 29 14:48:01.233443 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-8a4de4b5-1faa-4577-9a62-c1a0dd1ac30e req-85d69289-d5c1-4315-95aa-3736f520544f tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311522 Aug 29 14:48:02.223109 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:48:02.318832 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:48:02.330024 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'port_id': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'mac_address': 'fa:16:3e:67:3b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:48:02.348255 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2735a-cb87-47a1-a04f-79aef59fab6c req-47a4c629-0420-4f6e-8758-8d030d8258f7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:48:02.349729 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8e2735a-cb87-47a1-a04f-79aef59fab6c req-47a4c629-0420-4f6e-8758-8d030d8258f7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 943 time: 0.0504398 Aug 29 14:48:02.372513 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:02.384792 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:48:02.390150 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b8e2735a-cb87-47a1-a04f-79aef59fab6c req-75bae13e-351b-42a2-a6e8-fc526c4793bb tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342741 Aug 29 14:48:02.404463 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:48:02.487965 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:02.534803 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:48:02.541598 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:48:02.541973 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:48:02.542318 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:48:02.542654 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:48:02.542986 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:48:02.543317 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:48:02.543645 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:48:02.543970 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:48:02.545329 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:48:02.545666 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:48:02.546021 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:48:02.546355 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:48:02.787064 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['cb51be4e-d237-47a9-8f4a-24cbdb27c0c8'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:48:03.502220 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bc8f2-d9fe-41b3-aa77-3b91bdefe0ed req-5b8d3eca-f6ac-4ca0-aacf-852ce77bab84 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:48:03.503656 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a17bc8f2-d9fe-41b3-aa77-3b91bdefe0ed req-5b8d3eca-f6ac-4ca0-aacf-852ce77bab84 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 944 time: 0.0477970 Aug 29 14:48:03.539497 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a17bc8f2-d9fe-41b3-aa77-3b91bdefe0ed req-c7524ab9-d097-4268-a5cf-5e47f88c964e tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300388 Aug 29 14:48:04.231129 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:48:04.350751 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:48:04.354403 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:48:04.354775 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:04.430253 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:04.453289 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:48:04.455564 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d115d1ce-3a58-48a0-9c49-511278af434e" -d '{"events": [{"server_uuid": "1251b791-89be-46ad-86df-0929cf7dd9e6", "name": "network-vif-plugged", "status": "completed", "tag": "cb51be4e-d237-47a9-8f4a-24cbdb27c0c8"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:48:04.468405 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:48:04.533546 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:04.556692 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb36efd-b7ea-4689-8e01-1abdf4fc6f7e x-openstack-request-id: req-aeb36efd-b7ea-4689-8e01-1abdf4fc6f7e {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:48:04.562964 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1251b791-89be-46ad-86df-0929cf7dd9e6", "name": "network-vif-plugged", "status": "completed", "tag": "cb51be4e-d237-47a9-8f4a-24cbdb27c0c8", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:48:04.562964 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aeb36efd-b7ea-4689-8e01-1abdf4fc6f7e {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:48:04.562964 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'code': 200} Aug 29 14:48:04.587072 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:48:04.653621 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09895301-9224-47d7-a053-cd63b8ed96bf req-cb172471-85f6-4a33-94e5-3fe92461d7a5 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:48:04.655139 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-09895301-9224-47d7-a053-cd63b8ed96bf req-cb172471-85f6-4a33-94e5-3fe92461d7a5 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 945 time: 0.0480781 Aug 29 14:48:04.694113 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-09895301-9224-47d7-a053-cd63b8ed96bf req-1f5ca86c-1131-4460-a965-5ddf2405e0f1 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328317 Aug 29 14:48:04.885689 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b27c1-a821-4d35-b1fe-6d60881a3475 req-8340fd38-ad6d-49fd-990b-43ae9c026482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:48:04.887188 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-053b27c1-a821-4d35-b1fe-6d60881a3475 req-8340fd38-ad6d-49fd-990b-43ae9c026482 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 1098 time: 0.0393615 Aug 29 14:48:04.923941 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-053b27c1-a821-4d35-b1fe-6d60881a3475 req-5755b718-d6fd-4451-9e02-2a12cf7f2b51 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294704 Aug 29 14:48:05.807985 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede59f5-5cc3-477a-bea7-ce82417bf7ab req-1372e9b9-7c18-43b8-bd7e-4584740d8256 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:48:05.809435 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6ede59f5-5cc3-477a-bea7-ce82417bf7ab req-1372e9b9-7c18-43b8-bd7e-4584740d8256 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 945 time: 0.0484130 Aug 29 14:48:05.846595 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6ede59f5-5cc3-477a-bea7-ce82417bf7ab req-05548e7e-ce12-4ba6-b70c-d6fe2255fcc5 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312605 Aug 29 14:48:06.963797 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2a0ab-50b0-4e26-b6ae-487165a59dfa req-4125f045-1b03-4708-85f1-d99f72f7b3d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:48:06.965277 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b3f2a0ab-50b0-4e26-b6ae-487165a59dfa req-4125f045-1b03-4708-85f1-d99f72f7b3d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 945 time: 0.0486984 Aug 29 14:48:07.006572 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b3f2a0ab-50b0-4e26-b6ae-487165a59dfa req-5d1e7723-977e-473c-8b20-44159e4e08c7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336709 Aug 29 14:48:07.117827 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af9a13-d250-48f2-895b-a34fd050e603 req-ca2dfb4a-d61e-4c52-8f59-918ca21e632c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:48:07.119349 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-24af9a13-d250-48f2-895b-a34fd050e603 req-ca2dfb4a-d61e-4c52-8f59-918ca21e632c tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 945 time: 0.0479393 Aug 29 14:48:07.160282 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-24af9a13-d250-48f2-895b-a34fd050e603 req-1a33069c-4d97-46d2-aa29-19a612de8850 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347266 Aug 29 14:48:07.181779 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52180) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:48:07.220400 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bea0dc7-6d33-400c-8059-7edbea816692 tempest-TestVolumeBootPattern-396181180 tempest-TestVolumeBootPattern-396181180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:48:07.221874 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-3bea0dc7-6d33-400c-8059-7edbea816692 tempest-TestVolumeBootPattern-396181180 tempest-TestVolumeBootPattern-396181180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 1093 time: 0.0390878 Aug 29 14:48:07.224540 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52182) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:48:07.228755 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Request body: {'floatingip': {'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'port_id': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:48:07.316407 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for floatingip, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:07.409360 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:07.510609 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Allocated IP 172.27.0.48 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/e8f84eea-b070-4caf-a91e-39b0af490942) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:48:07.605782 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:07.728301 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:07.766973 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:48:07.771536 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:48:07.774943 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:48:07.797550 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'Port': ['ID=e8f84eea-b070-4caf-a91e-39b0af490942,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:48:08.368763 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:08.518183 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:08.662461 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:08.717362 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:08.784488 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'Port': ['ID=e8f84eea-b070-4caf-a91e-39b0af490942,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:48:08.794093 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:08.893181 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.l3_db [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Floating IP 17ec21de-7bb6-426f-8fca-53afb87da7da associated. External IP: 172.27.0.48, port: cb51be4e-d237-47a9-8f4a-24cbdb27c0c8. Aug 29 14:48:09.094453 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Router 54798628-1aa8-4957-9846-e578fa8acfee has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:48:09.196609 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:48:09.207096 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d384de9c-71a4-48b8-b8c6-d372751782cf None None] Sync routers for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:48:09.216399 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d384de9c-71a4-48b8-b8c6-d372751782cf None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:48:09.217006 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-d384de9c-71a4-48b8-b8c6-d372751782cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:47:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:48:09.271128 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:09.297853 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-238b2453-1fe0-4614-84d7-17aa026f44d2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0723476 Aug 29 14:48:09.298526 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'tag': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:48:09.300752 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d8a195-a65d-4008-b119-6e296f508cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "1251b791-89be-46ad-86df-0929cf7dd9e6", "tag": "cb51be4e-d237-47a9-8f4a-24cbdb27c0c8"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:48:09.320227 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-d384de9c-71a4-48b8-b8c6-d372751782cf None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:48:09.338290 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeb7cdb-7154-4710-87f2-98bfa8224b98 x-openstack-request-id: req-3eeb7cdb-7154-4710-87f2-98bfa8224b98 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:48:09.338549 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1251b791-89be-46ad-86df-0929cf7dd9e6", "tag": "cb51be4e-d237-47a9-8f4a-24cbdb27c0c8", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:48:09.338791 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3eeb7cdb-7154-4710-87f2-98bfa8224b98 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:48:09.339182 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'tag': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'status': 'completed', 'code': 200} Aug 29 14:48:09.430918 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8a195-a65d-4008-b119-6e296f508cb8 req-228ffa11-68c1-418e-9b2d-39a0f9a0e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:48:09.432425 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-33d8a195-a65d-4008-b119-6e296f508cb8 req-228ffa11-68c1-418e-9b2d-39a0f9a0e181 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 1098 time: 0.0413702 Aug 29 14:48:09.526471 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8a195-a65d-4008-b119-6e296f508cb8 req-0155d369-46ea-47bf-9a9b-1239d8d46da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:48:09.527983 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-33d8a195-a65d-4008-b119-6e296f508cb8 req-0155d369-46ea-47bf-9a9b-1239d8d46da1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 200 len: 912 time: 0.0882390 Aug 29 14:48:09.550127 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-d384de9c-71a4-48b8-b8c6-d372751782cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '17ec21de-7bb6-426f-8fca-53afb87da7da', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'port_id': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'mac_address': 'fa:16:3e:67:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:48:07Z', 'updated_at': '2021-08-29T14:48:07Z', 'revision_number': 0, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:48:09.576416 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d384de9c-71a4-48b8-b8c6-d372751782cf None None] Checking router: 54798628-1aa8-4957-9846-e578fa8acfee for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:48:09.584615 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d384de9c-71a4-48b8-b8c6-d372751782cf None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:48:09.585221 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-d384de9c-71a4-48b8-b8c6-d372751782cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:47:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:48:09.593445 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-33d8a195-a65d-4008-b119-6e296f508cb8 req-dfc2012d-3499-4763-8925-2e8cc6785041 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 HTTP/1.1" status: 200 len: 998 time: 0.0576768 Aug 29 14:48:09.646172 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8a195-a65d-4008-b119-6e296f508cb8 req-0784ebc5-09b7-4253-bc4e-2817c5d88dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:48:09.647664 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-33d8a195-a65d-4008-b119-6e296f508cb8 req-0784ebc5-09b7-4253-bc4e-2817c5d88dac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e HTTP/1.1" status: 200 len: 850 time: 0.0475497 Aug 29 14:48:09.693422 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-d384de9c-71a4-48b8-b8c6-d372751782cf None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:48:09.700884 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8a195-a65d-4008-b119-6e296f508cb8 req-c02c93b9-b52b-4d41-becb-13f1d2e787c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:48:09.702388 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-33d8a195-a65d-4008-b119-6e296f508cb8 req-c02c93b9-b52b-4d41-becb-13f1d2e787c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f006abe3-9585-4574-b4ba-c434e72d34ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409086 Aug 29 14:48:09.791857 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-33d8a195-a65d-4008-b119-6e296f508cb8 req-d9ae6a97-7f88-41b4-b215-9eacc4008f33 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818226 Aug 29 14:48:09.885145 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-33d8a195-a65d-4008-b119-6e296f508cb8 req-81bc840c-6378-445f-8a75-ccb22c901bfe service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859585 Aug 29 14:48:09.929529 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-d384de9c-71a4-48b8-b8c6-d372751782cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '17ec21de-7bb6-426f-8fca-53afb87da7da', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'port_id': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'mac_address': 'fa:16:3e:67:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:48:07Z', 'updated_at': '2021-08-29T14:48:07Z', 'revision_number': 0, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:48:09.955836 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d384de9c-71a4-48b8-b8c6-d372751782cf None None] The sync data for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi is: [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '17ec21de-7bb6-426f-8fca-53afb87da7da', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'port_id': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'mac_address': 'fa:16:3e:67:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:48:07Z', 'updated_at': '2021-08-29T14:48:07Z', 'revision_number': 0, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:48:10.135386 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a11f26-93ba-43ae-a554-c2cd1ed3c7a4 None None] New status for floating IP 17ec21de-7bb6-426f-8fca-53afb87da7da: ACTIVE {{(pid=94547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:48:13.449581 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:48:15.212972 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-0c597cdc-434f-401f-8bd9-c2e37b3dbc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:17.802172 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0e94cd5-253c-4488-acc4-35f855e380f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:18.224169 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:19.014161 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:20.447229 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:28.703678 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:45.235930 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-957f7b63-34b2-4c1c-84e7-69809e839303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:47.841519 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-8e478775-a654-4a8f-9c44-1e96979e5b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:48.292569 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:49.017713 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:50.449123 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:48:50.492727 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:48:58.709992 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:03.743848 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7ba754f3-3296-4913-8ae2-b01dda21f668 req-9bcb5d64-02fd-410d-8330-3dc741e342a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391738 Aug 29 14:49:03.836327 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba754f3-3296-4913-8ae2-b01dda21f668 req-feb32ca0-c18b-42e6-8430-5dd6e3e0e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:03.837790 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7ba754f3-3296-4913-8ae2-b01dda21f668 req-feb32ca0-c18b-42e6-8430-5dd6e3e0e217 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 1098 time: 0.0388212 Aug 29 14:49:03.941815 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba754f3-3296-4913-8ae2-b01dda21f668 req-cb2881f9-253f-45b2-83d4-9879ba95ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:03.943225 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7ba754f3-3296-4913-8ae2-b01dda21f668 req-cb2881f9-253f-45b2-83d4-9879ba95ad0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 200 len: 912 time: 0.0857129 Aug 29 14:49:04.007710 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7ba754f3-3296-4913-8ae2-b01dda21f668 req-9cf2cbdf-710c-468d-a561-6210e443fba3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 HTTP/1.1" status: 200 len: 1000 time: 0.0573628 Aug 29 14:49:04.058407 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba754f3-3296-4913-8ae2-b01dda21f668 req-3574b385-9ca9-488d-9fcf-e9ba9cba7dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:04.059816 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7ba754f3-3296-4913-8ae2-b01dda21f668 req-3574b385-9ca9-488d-9fcf-e9ba9cba7dce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e HTTP/1.1" status: 200 len: 850 time: 0.0455256 Aug 29 14:49:04.105137 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba754f3-3296-4913-8ae2-b01dda21f668 req-9782b8b6-e9b1-4682-81b7-29d54d5042d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:04.106758 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7ba754f3-3296-4913-8ae2-b01dda21f668 req-9782b8b6-e9b1-4682-81b7-29d54d5042d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f006abe3-9585-4574-b4ba-c434e72d34ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398231 Aug 29 14:49:04.196361 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7ba754f3-3296-4913-8ae2-b01dda21f668 req-41584e20-280a-449d-954f-5ab64a983c04 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817106 Aug 29 14:49:04.290342 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7ba754f3-3296-4913-8ae2-b01dda21f668 req-0219626c-d8df-4cc6-80a8-5333157dac62 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871933 Aug 29 14:49:15.223814 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-c428e9e5-6359-4568-abd5-7a6dff5dc239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:17.806584 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-0003635c-588e-4860-954a-b39e25096ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:18.229701 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:19.012102 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:20.486468 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:27.448482 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:49:28.778212 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:45.234444 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c3b0-7acc-4987-80af-9e6dc03be07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:47.829008 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-21de548c-747b-48d5-8d6f-a3e457a16682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:48.175222 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-bae364fa-ee62-4109-b0a8-fc2f2ce034d1 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773954766&fields=id&tenant_id=a000df0ea44b455795a3f49fdbbbbd1c HTTP/1.1" status: 200 len: 267 time: 0.0336542 Aug 29 14:49:48.218098 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:48.279084 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98c9824d-dbe6-412b-bfd1-6d9898c02a17 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:48.280535 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98c9824d-dbe6-412b-bfd1-6d9898c02a17 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/networks?id=f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 200 len: 811 time: 0.0985222 Aug 29 14:49:48.295817 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-43cf1e3e-7a56-4759-b0a3-7a8edd3ece81 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/quotas/a000df0ea44b455795a3f49fdbbbbd1c HTTP/1.1" status: 200 len: 375 time: 0.0088389 Aug 29 14:49:48.356448 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-dc6549b1-62f3-4f54-ae85-134bd1de93f2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0554628 Aug 29 14:49:48.435902 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-8a8136ca-2826-4df3-9f95-38944796fff1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94544) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 14:49:48.436930 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-8a8136ca-2826-4df3-9f95-38944796fff1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0695481 Aug 29 14:49:48.526485 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-945f5c4f-f83d-4f1b-a5eb-26ded7d83f35 service neutron] 10.222.0.16 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833488 Aug 29 14:49:48.616698 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-89571e77-ed6d-4bfd-a993-4f29478a5891 service neutron] 10.222.0.16 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843630 Aug 29 14:49:49.028925 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:49.226354 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-0e618b96-9a14-4041-bc47-e4ffbad6c66a req-163e09b6-4ca1-4300-8e6b-ec4a42db7597 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 210 time: 0.0272198 Aug 29 14:49:50.318990 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9d7c3bbc-8939-42d1-be10-9825deebff41 req-c267c2fa-c794-47c0-b231-0d3dbb1462ab tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 210 time: 0.0266402 Aug 29 14:49:50.467796 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:50.958771 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-3f0dc232-cf2b-4898-819a-1e863a2a5eaa tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:50.960230 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-3f0dc232-cf2b-4898-819a-1e863a2a5eaa tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.36 "GET /v2.0/networks?id=f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 200 len: 811 time: 0.1055059 Aug 29 14:49:51.008989 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-253b46ca-e63a-478c-8611-e2087dd512b8 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a000df0ea44b455795a3f49fdbbbbd1c HTTP/1.1" status: 200 len: 380 time: 0.0338383 Aug 29 14:49:51.032083 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Request body: {'port': {'device_id': 'a2b2be37-176a-4691-95a8-687a3326241e', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'admin_state_up': True, 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'security_groups': ['faedcd92-295e-4fc6-b20e-785df5041c08']}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:49:51.263237 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Made reservation on behalf of a000df0ea44b455795a3f49fdbbbbd1c for: {'port': 1} {{(pid=94544) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 14:49:51.266708 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:51.401623 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Allocated IP 172.20.0.14 (f006abe3-9585-4574-b4ba-c434e72d34ee/da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e/89b1a554-d19c-492f-975c-dfd7346d85e2) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:49:51.434728 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-a9edf05d-92b6-4e9e-8a29-33dd3b8ecd04 req-03ccdd38-af66-44d6-937f-1e93819e43ca tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 210 time: 0.0308933 Aug 29 14:49:51.573789 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:51.588930 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Transition to ACTIVE for port object 89b1a554-d19c-492f-975c-dfd7346d85e2 will not be triggered until provisioned by entity DHCP. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:49:51.692025 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:51.734871 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Network f006abe3-9585-4574-b4ba-c434e72d34ee is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:49:51.738748 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:49:51.742538 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:49:51.748707 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'Port': ['ID=89b1a554-d19c-492f-975c-dfd7346d85e2,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:49:51.775936 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:49:51.776334 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:49:51.776671 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:49:51.776999 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:49:51.777326 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:49:51.777650 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:49:51.777999 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:49:51.778322 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:49:51.778644 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:49:51.778967 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:49:51.779287 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:49:51.779602 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:49:51.810460 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:51.812950 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:51.885819 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-c7a34f21-e175-43ab-8bfb-408371bd8929 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8573203 Aug 29 14:49:51.903373 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Request body: {'port': {'device_id': 'a2b2be37-176a-4691-95a8-687a3326241e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:49:51.961029 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:52.009414 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-b1166ddf-1164-4adc-b3f9-d9a48b4dd1cf None None] Provisioning for port 89b1a554-d19c-492f-975c-dfd7346d85e2 completed by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:49:52.016233 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-b1166ddf-1164-4adc-b3f9-d9a48b4dd1cf None None] Provisioning complete for port 89b1a554-d19c-492f-975c-dfd7346d85e2 triggered by entity DHCP. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:49:52.016604 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b1166ddf-1164-4adc-b3f9-d9a48b4dd1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:52.055387 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-b1166ddf-1164-4adc-b3f9-d9a48b4dd1cf None None] Port 89b1a554-d19c-492f-975c-dfd7346d85e2 cannot update to ACTIVE because it is not bound. {{(pid=94546) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 14:49:52.227641 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b1a554-d19c-492f-975c-dfd7346d85e2 {{(pid=94544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:49:52.235051 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:52.246735 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.provisioning_blocks [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Transition to ACTIVE for port object 89b1a554-d19c-492f-975c-dfd7346d85e2 will not be triggered until provisioned by entity L2. {{(pid=94544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 14:49:52.343011 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:52.415651 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Pushing event updated for resources: {'Port': ['ID=89b1a554-d19c-492f-975c-dfd7346d85e2,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:49:52.465995 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Attempting to bind port 89b1a554-d19c-492f-975c-dfd7346d85e2 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 14:49:52.466669 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Attempting to bind port 89b1a554-d19c-492f-975c-dfd7346d85e2 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 14:49:52.467054 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Attempting to bind port 89b1a554-d19c-492f-975c-dfd7346d85e2 on network f006abe3-9585-4574-b4ba-c434e72d34ee {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:49:52.472299 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Port 89b1a554-d19c-492f-975c-dfd7346d85e2 on network f006abe3-9585-4574-b4ba-c434e72d34ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 14:49:52.472599 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Attempting to bind port 89b1a554-d19c-492f-975c-dfd7346d85e2 on network f006abe3-9585-4574-b4ba-c434e72d34ee {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 14:49:52.483252 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Checking agent: {'id': 'ca5a02a8-7b0a-4248-a1bd-4c84179cba22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'started_at': datetime.datetime(2021, 8, 29, 14, 33, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 14:49:52.483252 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Checking segment: {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 14:49:52.483252 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Bound using segment: {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'} {{(pid=94544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 14:49:52.483252 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.managers [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Bound port: 89b1a554-d19c-492f-975c-dfd7346d85e2, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5ae79c-cbc1-440b-b102-e57c98ae1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee'}}] {{(pid=94544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 14:49:52.483252 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:52.578562 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] For port 89b1a554-d19c-492f-975c-dfd7346d85e2, host hv-cinder-77819, cleared binding levels {{(pid=94544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 14:49:52.583632 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] For port 89b1a554-d19c-492f-975c-dfd7346d85e2, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=89b1a554-d19c-492f-975c-dfd7346d85e2,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 14:49:52.592336 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12da5ff-b635-4fde-9d93-450978bc0950 req-cf12edf6-858d-476e-86a3-f8500c67382d tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:52.593883 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d12da5ff-b635-4fde-9d93-450978bc0950 req-cf12edf6-858d-476e-86a3-f8500c67382d tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 944 time: 0.0775733 Aug 29 14:49:52.632905 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d12da5ff-b635-4fde-9d93-450978bc0950 req-f5e8afea-b409-4ee2-b07d-02f4ad903c03 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329156 Aug 29 14:49:52.663525 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:52.700594 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:52.700748 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:52.702135 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-98259983-69eb-4683-841b-79e29e83df60 service neutron] 10.222.0.36 "PUT /v2.0/ports/89b1a554-d19c-492f-975c-dfd7346d85e2 HTTP/1.1" status: 200 len: 1094 time: 0.8031504 Aug 29 14:49:52.702902 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b2be37-176a-4691-95a8-687a3326241e', 'tag': '89b1a554-d19c-492f-975c-dfd7346d85e2'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:49:52.704805 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984e9359-99de-4948-b0d5-a6a67b85a51e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b2be37-176a-4691-95a8-687a3326241e", "tag": "89b1a554-d19c-492f-975c-dfd7346d85e2"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:49:52.732642 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98259983-69eb-4683-841b-79e29e83df60 service neutron] Pushing event updated for resources: {'Port': ['ID=89b1a554-d19c-492f-975c-dfd7346d85e2,revision_number=3']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:49:52.748285 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0527722e-da12-4c3b-91b0-a469fea865e2 x-openstack-request-id: req-0527722e-da12-4c3b-91b0-a469fea865e2 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:49:52.748744 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b2be37-176a-4691-95a8-687a3326241e", "tag": "89b1a554-d19c-492f-975c-dfd7346d85e2", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:49:52.748993 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0527722e-da12-4c3b-91b0-a469fea865e2 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:49:52.749381 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b2be37-176a-4691-95a8-687a3326241e', 'tag': '89b1a554-d19c-492f-975c-dfd7346d85e2', 'status': 'completed', 'code': 200} Aug 29 14:49:52.833350 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e9359-99de-4948-b0d5-a6a67b85a51e req-3427aae0-75a3-4f0b-b54f-382bc346ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:52.835209 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-984e9359-99de-4948-b0d5-a6a67b85a51e req-3427aae0-75a3-4f0b-b54f-382bc346ff29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 1097 time: 0.0448022 Aug 29 14:49:52.937944 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e9359-99de-4948-b0d5-a6a67b85a51e req-148b008c-306a-411f-9a1c-3e6ebd4f4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:52.939452 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-984e9359-99de-4948-b0d5-a6a67b85a51e req-148b008c-306a-411f-9a1c-3e6ebd4f4574 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0911553 Aug 29 14:49:53.034724 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e9359-99de-4948-b0d5-a6a67b85a51e req-e6809b9a-041c-4324-ae21-a5d4944ca11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:53.036200 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-984e9359-99de-4948-b0d5-a6a67b85a51e req-e6809b9a-041c-4324-ae21-a5d4944ca11f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903335 Aug 29 14:49:53.139693 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-259463eb-f7ea-4a99-9709-c39194f9095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:53.141175 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-259463eb-f7ea-4a99-9709-c39194f9095b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 1097 time: 0.0488610 Aug 29 14:49:53.191385 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-e03cd124-f980-4fb1-b68b-cb013a2ab89e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89b1a554-d19c-492f-975c-dfd7346d85e2 HTTP/1.1" status: 200 len: 217 time: 0.0368769 Aug 29 14:49:53.239171 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-51f7f531-afff-46bc-a91a-f75f1a86aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:53.240589 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-51f7f531-afff-46bc-a91a-f75f1a86aa5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e HTTP/1.1" status: 200 len: 850 time: 0.0426962 Aug 29 14:49:53.284885 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-68a69728-a661-42a3-88b2-4d7e33e0e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:53.286293 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-68a69728-a661-42a3-88b2-4d7e33e0e1a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f006abe3-9585-4574-b4ba-c434e72d34ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390294 Aug 29 14:49:53.377223 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-f0e9e5bd-1cc6-46fd-a373-7fddbbcfeb12 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827036 Aug 29 14:49:53.714848 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3bd54b29-5931-47a8-978b-6d4d123f3469 req-982cac1d-80cc-421f-8ea6-55927d58aa22 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308308 Aug 29 14:49:53.750252 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a5d67-f22a-4254-a832-8ebdb10f94de req-4e030e31-df05-43fa-b4aa-19c29f32157f tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:53.751728 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-243a5d67-f22a-4254-a832-8ebdb10f94de req-4e030e31-df05-43fa-b4aa-19c29f32157f tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 944 time: 0.0504255 Aug 29 14:49:53.793067 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-243a5d67-f22a-4254-a832-8ebdb10f94de req-89afba51-cb9e-46fb-81cf-fdade26e152d tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348024 Aug 29 14:49:54.905010 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bff9c-b736-446d-bda6-1699b262dfec req-14639855-605c-4e69-a41f-117643d378f9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:54.906465 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d79bff9c-b736-446d-bda6-1699b262dfec req-14639855-605c-4e69-a41f-117643d378f9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 944 time: 0.0475724 Aug 29 14:49:54.942814 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-d79bff9c-b736-446d-bda6-1699b262dfec req-1365a12c-7211-4ae8-aa8a-d65a85d50711 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299802 Aug 29 14:49:56.058040 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2a473-0c2d-4787-9d7e-d396afbd0f8d req-bca44dd5-f301-42a5-a3d8-9e5ec8a10f27 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:56.059500 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d2a473-0c2d-4787-9d7e-d396afbd0f8d req-bca44dd5-f301-42a5-a3d8-9e5ec8a10f27 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 944 time: 0.0511947 Aug 29 14:49:56.097033 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-32d2a473-0c2d-4787-9d7e-d396afbd0f8d req-98d31c2d-b1e8-4a81-8716-bc39b583f7f5 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311353 Aug 29 14:49:57.206677 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c85248-3095-46e6-b4cf-d3fc371b9e9c req-64b14083-bb14-4eac-b760-3d1c62d19bc5 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:57.208055 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b4c85248-3095-46e6-b4cf-d3fc371b9e9c req-64b14083-bb14-4eac-b760-3d1c62d19bc5 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 944 time: 0.0478084 Aug 29 14:49:57.248328 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-b4c85248-3095-46e6-b4cf-d3fc371b9e9c req-c7a780b9-36b4-4b36-9a28-452689e0335f tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343490 Aug 29 14:49:58.358995 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba597e-e905-4cc1-94db-a536b38ed224 req-bcc27b54-a6e9-4c08-adcd-f833592fc6ea tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:58.360437 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bbba597e-e905-4cc1-94db-a536b38ed224 req-bcc27b54-a6e9-4c08-adcd-f833592fc6ea tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 944 time: 0.0476882 Aug 29 14:49:58.397915 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bbba597e-e905-4cc1-94db-a536b38ed224 req-60a767c2-7c8e-4d20-b9f7-f819e88c8ad0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307083 Aug 29 14:49:58.794308 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:49:59.509125 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86492d-d24c-466d-881e-bc9a6e29070c req-3a7bcad4-bbd2-48af-8d69-fe01cd09eadc tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:49:59.510617 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fb86492d-d24c-466d-881e-bc9a6e29070c req-3a7bcad4-bbd2-48af-8d69-fe01cd09eadc tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 944 time: 0.0486112 Aug 29 14:49:59.548055 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-fb86492d-d24c-466d-881e-bc9a6e29070c req-3feb4c9d-ecbd-4598-8e1d-550afb7bcc20 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316052 Aug 29 14:50:00.667675 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cbe39-cf64-40f6-ac71-ff5f2d01e4b0 req-fd1a1322-a443-45a0-90b9-67708ea5f5f6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:00.669130 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-645cbe39-cf64-40f6-ac71-ff5f2d01e4b0 req-fd1a1322-a443-45a0-90b9-67708ea5f5f6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 944 time: 0.0488279 Aug 29 14:50:00.709771 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-645cbe39-cf64-40f6-ac71-ff5f2d01e4b0 req-b03496e4-646d-4c7d-8777-923f50d534ce tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342195 Aug 29 14:50:01.819009 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94b3ff-07ed-45aa-a857-5639fded3420 req-b95f1952-ec2b-4b25-87e4-210b8474d58a tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:01.820468 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2a94b3ff-07ed-45aa-a857-5639fded3420 req-b95f1952-ec2b-4b25-87e4-210b8474d58a tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 944 time: 0.0477188 Aug 29 14:50:01.857569 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2a94b3ff-07ed-45aa-a857-5639fded3420 req-09275646-60ac-4bae-8248-51f3142395da tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 Aug 29 14:50:02.860467 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 89b1a554-d19c-492f-975c-dfd7346d85e2 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=94546) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 14:50:02.954620 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 89b1a554-d19c-492f-975c-dfd7346d85e2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=89b1a554-d19c-492f-975c-dfd7346d85e2,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:50:02.966254 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Returning: {'device': '89b1a554-d19c-492f-975c-dfd7346d85e2', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'port_id': '89b1a554-d19c-492f-975c-dfd7346d85e2', 'mac_address': 'fa:16:3e:b0:04:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94546) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 14:50:02.970181 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a55db-5e95-4bbe-978e-7160eaa2bca1 req-8f884ff1-87fe-4e3b-a8fd-5685c21f93c2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:02.972244 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4c4a55db-5e95-4bbe-978e-7160eaa2bca1 req-8f884ff1-87fe-4e3b-a8fd-5685c21f93c2 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 944 time: 0.0489905 Aug 29 14:50:03.002912 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:03.009728 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-4c4a55db-5e95-4bbe-978e-7160eaa2bca1 req-95d55306-8745-4ffb-b633-5af62827625d tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Aug 29 14:50:03.015296 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b1a554-d19c-492f-975c-dfd7346d85e2 {{(pid=94546) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 14:50:03.039251 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 89b1a554-d19c-492f-975c-dfd7346d85e2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=89b1a554-d19c-492f-975c-dfd7346d85e2,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:50:03.114496 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:03.160803 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=89b1a554-d19c-492f-975c-dfd7346d85e2,revision_number=4']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:50:03.167612 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:50:03.167968 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:50:03.168312 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:50:03.168649 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:50:03.168985 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:50:03.169323 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:50:03.169653 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:50:03.170012 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:50:03.170341 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:50:03.170668 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:50:03.170989 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:50:03.171307 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:50:03.412848 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] get_ports_and_sgs() called for port_ids ['89b1a554-d19c-492f-975c-dfd7346d85e2'] {{(pid=94546) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 14:50:04.122725 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621993-037e-4f4c-bc17-e5824d3f92c7 req-b35b47ce-e7b8-4830-9a77-e5851f9ddbd9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:04.124299 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-02621993-037e-4f4c-bc17-e5824d3f92c7 req-b35b47ce-e7b8-4830-9a77-e5851f9ddbd9 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 945 time: 0.0485687 Aug 29 14:50:04.164647 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-02621993-037e-4f4c-bc17-e5824d3f92c7 req-6e279de7-4d84-4d23-836f-6a8168b92446 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344124 Aug 29 14:50:04.447394 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:50:04.874922 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 89b1a554-d19c-492f-975c-dfd7346d85e2 up at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 14:50:04.971869 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning for port 89b1a554-d19c-492f-975c-dfd7346d85e2 completed by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 14:50:04.975997 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.provisioning_blocks [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Provisioning complete for port 89b1a554-d19c-492f-975c-dfd7346d85e2 triggered by entity L2. {{(pid=94546) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 14:50:04.976372 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7973075'] for port, provisioning_complete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:05.053774 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:05.075524 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b2be37-176a-4691-95a8-687a3326241e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b1a554-d19c-492f-975c-dfd7346d85e2'}] {{(pid=94546) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:50:05.077779 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0827ea494c013f6ba5e18082768f0a009a9256aa8381cd2e9471471b97d0430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78efa300-972d-4535-8882-258656d1a1b4" -d '{"events": [{"server_uuid": "a2b2be37-176a-4691-95a8-687a3326241e", "name": "network-vif-plugged", "status": "completed", "tag": "89b1a554-d19c-492f-975c-dfd7346d85e2"}]}' {{(pid=94546) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:50:05.090150 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] For port 89b1a554-d19c-492f-975c-dfd7346d85e2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=89b1a554-d19c-492f-975c-dfd7346d85e2,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:50:05.115812 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91d9f8a-2abb-4b8c-a21d-9821b23372de x-openstack-request-id: req-b91d9f8a-2abb-4b8c-a21d-9821b23372de {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:50:05.116098 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b2be37-176a-4691-95a8-687a3326241e", "name": "network-vif-plugged", "status": "completed", "tag": "89b1a554-d19c-492f-975c-dfd7346d85e2", "code": 200}]} {{(pid=94546) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:50:05.116346 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b91d9f8a-2abb-4b8c-a21d-9821b23372de {{(pid=94546) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:50:05.116730 dv-cinder-778193-6-iscsi neutron-server[94546]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b2be37-176a-4691-95a8-687a3326241e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b1a554-d19c-492f-975c-dfd7346d85e2', 'code': 200} Aug 29 14:50:05.160257 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136'] for port, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:05.212072 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Pushing event updated for resources: {'Port': ['ID=89b1a554-d19c-492f-975c-dfd7346d85e2,revision_number=5']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:50:05.276945 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320d16c-006e-46f5-8987-db8640884fbc req-810b79b4-37e9-4db4-8930-afb1c2b79bcb tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:05.278429 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9320d16c-006e-46f5-8987-db8640884fbc req-810b79b4-37e9-4db4-8930-afb1c2b79bcb tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 946 time: 0.0497117 Aug 29 14:50:05.315767 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-9320d16c-006e-46f5-8987-db8640884fbc req-61c6776c-f3a1-40f2-9758-f3316130c6f3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307894 Aug 29 14:50:05.616977 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a556e-b8d6-4c67-b4bf-06a3352bf708 req-15bf67a1-3026-4ae2-b28d-dacb767e454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:05.618534 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3d9a556e-b8d6-4c67-b4bf-06a3352bf708 req-15bf67a1-3026-4ae2-b28d-dacb767e454b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 1099 time: 0.0405154 Aug 29 14:50:05.653362 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-3d9a556e-b8d6-4c67-b4bf-06a3352bf708 req-972b6425-23f8-4f18-826b-4d9b7ddb5ded service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281551 Aug 29 14:50:06.018559 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-be3bd7f9-ed08-4f66-b28a-e27d61d9965c req-5dd69918-533b-4e60-9fa8-a1b7cc9db03f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409019 Aug 29 14:50:06.123924 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bd7f9-ed08-4f66-b28a-e27d61d9965c req-e941ce75-fa01-4a5c-8240-f0666ed7634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:06.125372 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-be3bd7f9-ed08-4f66-b28a-e27d61d9965c req-e941ce75-fa01-4a5c-8240-f0666ed7634e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 1098 time: 0.0420747 Aug 29 14:50:06.225435 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bd7f9-ed08-4f66-b28a-e27d61d9965c req-12425479-43a7-411a-9660-dad56dd058d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:06.226811 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-be3bd7f9-ed08-4f66-b28a-e27d61d9965c req-12425479-43a7-411a-9660-dad56dd058d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 200 len: 912 time: 0.0812769 Aug 29 14:50:06.302538 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-be3bd7f9-ed08-4f66-b28a-e27d61d9965c req-9556585f-2087-4fff-9b15-b793520cc100 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 HTTP/1.1" status: 200 len: 1000 time: 0.0676410 Aug 29 14:50:06.356154 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bd7f9-ed08-4f66-b28a-e27d61d9965c req-32defd0f-1759-4643-9601-dfc0c35c8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:06.357683 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-be3bd7f9-ed08-4f66-b28a-e27d61d9965c req-32defd0f-1759-4643-9601-dfc0c35c8a07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e HTTP/1.1" status: 200 len: 850 time: 0.0461149 Aug 29 14:50:06.431572 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bd7f9-ed08-4f66-b28a-e27d61d9965c req-7a7161d5-f3d9-4b47-b281-4fdd2b41a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:06.433026 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-be3bd7f9-ed08-4f66-b28a-e27d61d9965c req-7a7161d5-f3d9-4b47-b281-4fdd2b41a9d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f006abe3-9585-4574-b4ba-c434e72d34ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672021 Aug 29 14:50:06.445112 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688fbbe-6d36-498b-a216-6256a8887941 req-a8d69f6c-e11c-48eb-92e8-1a040903c638 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:06.446479 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6688fbbe-6d36-498b-a216-6256a8887941 req-a8d69f6c-e11c-48eb-92e8-1a040903c638 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 946 time: 0.0568287 Aug 29 14:50:06.528571 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-6688fbbe-6d36-498b-a216-6256a8887941 req-b48618ee-0815-4348-8031-3b7861e1f3c7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744946 Aug 29 14:50:06.556220 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-be3bd7f9-ed08-4f66-b28a-e27d61d9965c req-1abed0a6-a45a-402f-8287-b9bc8febb0ba service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088421 Aug 29 14:50:06.687523 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-be3bd7f9-ed08-4f66-b28a-e27d61d9965c req-d7e5a008-8691-467f-b3f0-706d55339c52 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888736 Aug 29 14:50:07.640324 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f9f12-79db-42b5-bc77-296722abad7c req-f1120288-b5bf-4f46-9cab-7daaefc5bba4 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:07.641771 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bc5f9f12-79db-42b5-bc77-296722abad7c req-f1120288-b5bf-4f46-9cab-7daaefc5bba4 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 946 time: 0.0480382 Aug 29 14:50:07.680020 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-bc5f9f12-79db-42b5-bc77-296722abad7c req-98226011-f3d6-4db9-a8e6-a581e7b6b8d0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322218 Aug 29 14:50:07.791952 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb0ac7-6969-4a76-819b-72ea9a43557c req-69e3c65e-8260-4a90-b5a4-f9343663f965 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:07.793406 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-52eb0ac7-6969-4a76-819b-72ea9a43557c req-69e3c65e-8260-4a90-b5a4-f9343663f965 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 946 time: 0.0473313 Aug 29 14:50:07.830611 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-52eb0ac7-6969-4a76-819b-72ea9a43557c req-c3da1a90-5163-4a10-8c27-f2b5c24c8404 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306590 Aug 29 14:50:07.851607 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52306) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:50:07.893701 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0bfb1a-66f8-4d99-b83f-788897f15b41 tempest-TestVolumeBootPattern-396181180 tempest-TestVolumeBootPattern-396181180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:07.895205 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-2c0bfb1a-66f8-4d99-b83f-788897f15b41 tempest-TestVolumeBootPattern-396181180 tempest-TestVolumeBootPattern-396181180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 1094 time: 0.0426292 Aug 29 14:50:07.897884 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52308) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:50:07.902096 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.v2.base [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Request body: {'floatingip': {'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'port_id': '89b1a554-d19c-492f-975c-dfd7346d85e2', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94544) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 14:50:07.982961 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for floatingip, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:08.080810 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:08.184053 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_common [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Allocated IP 172.27.0.25 (bbe3a00d-9061-4549-b02f-7472dfbc0c66/89300995-97b6-44a8-91b7-af23fcb529d5/d1bc96d5-df24-49a2-8b77-75e9384ef1ca) {{(pid=94544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 14:50:08.287853 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for port, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:08.406210 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756745284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:08.446161 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Network bbe3a00d-9061-4549-b02f-7472dfbc0c66 is already hosted by enough agents. {{(pid=94544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 14:50:08.450746 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.base_scheduler [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Resources bound (agent type, host, resource id): {{(pid=94544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 14:50:08.453255 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Received port after_create {{(pid=94544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 14:50:08.480162 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'Port': ['ID=d1bc96d5-df24-49a2-8b77-75e9384ef1ca,revision_number=1']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:50:08.801388 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:08.915225 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932250'] for port, before_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:09.059692 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for port, precommit_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:09.106800 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756745805617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756745284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756745284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1886612'] for port, after_update {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:09.174659 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event updated for resources: {'Port': ['ID=d1bc96d5-df24-49a2-8b77-75e9384ef1ca,revision_number=2']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:50:09.183306 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568224'] for floatingip, after_create {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:09.280623 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.l3_db [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Floating IP a48cf3a4-81fc-48ae-a0c8-c3474aef0c84 associated. External IP: 172.27.0.25, port: 89b1a554-d19c-492f-975c-dfd7346d85e2. Aug 29 14:50:09.483231 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Router 54798628-1aa8-4957-9846-e578fa8acfee has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:50:09.586140 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:50:09.596136 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7da8b6-1959-40c0-b18d-fdbf3baae861 None None] Sync routers for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:50:09.605715 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7da8b6-1959-40c0-b18d-fdbf3baae861 None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:50:09.608257 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-cb7da8b6-1959-40c0-b18d-fdbf3baae861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:49:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:50:09.667413 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:09.703416 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-ee2a141c-a471-497f-990a-45f5a3a30bd3 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8045428 Aug 29 14:50:09.704366 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b2be37-176a-4691-95a8-687a3326241e', 'tag': '89b1a554-d19c-492f-975c-dfd7346d85e2'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:50:09.706701 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf27215-f06e-48d5-aca3-3b4edb5391fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b2be37-176a-4691-95a8-687a3326241e", "tag": "89b1a554-d19c-492f-975c-dfd7346d85e2"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:50:09.714726 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-cb7da8b6-1959-40c0-b18d-fdbf3baae861 None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:50:09.746918 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1784b7b0-5349-4f4b-b96a-1c496aa6d238 x-openstack-request-id: req-1784b7b0-5349-4f4b-b96a-1c496aa6d238 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:50:09.747210 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b2be37-176a-4691-95a8-687a3326241e", "tag": "89b1a554-d19c-492f-975c-dfd7346d85e2", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:50:09.747455 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1784b7b0-5349-4f4b-b96a-1c496aa6d238 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:50:09.747844 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b2be37-176a-4691-95a8-687a3326241e', 'tag': '89b1a554-d19c-492f-975c-dfd7346d85e2', 'status': 'completed', 'code': 200} Aug 29 14:50:09.831551 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf27215-f06e-48d5-aca3-3b4edb5391fa req-cf1ad0cf-8e1c-489c-8b57-b4665a775760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:09.836943 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-daf27215-f06e-48d5-aca3-3b4edb5391fa req-cf1ad0cf-8e1c-489c-8b57-b4665a775760 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 1099 time: 0.0406225 Aug 29 14:50:09.927022 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf27215-f06e-48d5-aca3-3b4edb5391fa req-d894c227-6ea4-4757-a8b9-0ff98f31957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:09.928511 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-daf27215-f06e-48d5-aca3-3b4edb5391fa req-d894c227-6ea4-4757-a8b9-0ff98f31957e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 200 len: 912 time: 0.0891368 Aug 29 14:50:09.946523 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-cb7da8b6-1959-40c0-b18d-fdbf3baae861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '17ec21de-7bb6-426f-8fca-53afb87da7da', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'port_id': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'mac_address': 'fa:16:3e:67:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:48:07Z', 'updated_at': '2021-08-29T14:48:10Z', 'revision_number': 1, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address_scope': None}, {'id': 'a48cf3a4-81fc-48ae-a0c8-c3474aef0c84', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'port_id': '89b1a554-d19c-492f-975c-dfd7346d85e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'mac_address': 'fa:16:3e:b0:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2be37-176a-4691-95a8-687a3326241e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:50:08Z', 'updated_at': '2021-08-29T14:50:08Z', 'revision_number': 0, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:50:09.972593 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7da8b6-1959-40c0-b18d-fdbf3baae861 None None] Checking router: 54798628-1aa8-4957-9846-e578fa8acfee for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:50:09.981188 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7da8b6-1959-40c0-b18d-fdbf3baae861 None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:50:09.981826 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-cb7da8b6-1959-40c0-b18d-fdbf3baae861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:49:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:50:10.001137 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-daf27215-f06e-48d5-aca3-3b4edb5391fa req-0f35b897-2e1e-46d4-92e9-f608f2de77f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89b1a554-d19c-492f-975c-dfd7346d85e2 HTTP/1.1" status: 200 len: 999 time: 0.0657094 Aug 29 14:50:10.052347 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf27215-f06e-48d5-aca3-3b4edb5391fa req-fea1b927-fdad-4136-917c-e07bbe6e9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:10.053819 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-daf27215-f06e-48d5-aca3-3b4edb5391fa req-fea1b927-fdad-4136-917c-e07bbe6e9d91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e HTTP/1.1" status: 200 len: 850 time: 0.0456271 Aug 29 14:50:10.088340 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-cb7da8b6-1959-40c0-b18d-fdbf3baae861 None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:50:10.102672 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf27215-f06e-48d5-aca3-3b4edb5391fa req-239902b6-0180-4510-bec5-747b280ed622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:50:10.104176 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-daf27215-f06e-48d5-aca3-3b4edb5391fa req-239902b6-0180-4510-bec5-747b280ed622 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f006abe3-9585-4574-b4ba-c434e72d34ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437491 Aug 29 14:50:10.194243 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-daf27215-f06e-48d5-aca3-3b4edb5391fa req-a0e40c96-3755-4763-ac68-67e1c5592307 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819454 Aug 29 14:50:10.289132 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-daf27215-f06e-48d5-aca3-3b4edb5391fa req-66faf25f-d71b-4cb1-93c9-f641dc24eadb service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883956 Aug 29 14:50:10.321809 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-cb7da8b6-1959-40c0-b18d-fdbf3baae861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '17ec21de-7bb6-426f-8fca-53afb87da7da', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'port_id': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'mac_address': 'fa:16:3e:67:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:48:07Z', 'updated_at': '2021-08-29T14:48:10Z', 'revision_number': 1, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address_scope': None}, {'id': 'a48cf3a4-81fc-48ae-a0c8-c3474aef0c84', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'port_id': '89b1a554-d19c-492f-975c-dfd7346d85e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'mac_address': 'fa:16:3e:b0:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2be37-176a-4691-95a8-687a3326241e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:50:08Z', 'updated_at': '2021-08-29T14:50:08Z', 'revision_number': 0, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:50:10.349649 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7da8b6-1959-40c0-b18d-fdbf3baae861 None None] The sync data for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi is: [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '17ec21de-7bb6-426f-8fca-53afb87da7da', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'port_id': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'mac_address': 'fa:16:3e:67:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:48:07Z', 'updated_at': '2021-08-29T14:48:10Z', 'revision_number': 1, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address_scope': None}, {'id': 'a48cf3a4-81fc-48ae-a0c8-c3474aef0c84', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'port_id': '89b1a554-d19c-492f-975c-dfd7346d85e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'mac_address': 'fa:16:3e:b0:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2be37-176a-4691-95a8-687a3326241e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:50:08Z', 'updated_at': '2021-08-29T14:50:08Z', 'revision_number': 0, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:50:10.519629 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b462785c-0d37-4170-87d7-4417f2f4c1df None None] New status for floating IP a48cf3a4-81fc-48ae-a0c8-c3474aef0c84: ACTIVE {{(pid=94547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:50:15.222829 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-cccafe3b-9310-425e-93a0-6d10007d30fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:17.873777 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-a8b64b88-0f8e-4c64-a228-4c8286649c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:18.256556 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:19.027132 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:20.450637 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:28.764891 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:41.447155 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:50:45.220107 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-70c1bedf-2032-4e5e-a3b2-06dc48b63729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:47.850362 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d0dbfdaf-5f5d-4fe0-bdf0-202fe1092da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:48.242942 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:49.061533 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:50.443444 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:50:58.763464 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:07.742762 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e1d65b77-907f-4a03-9745-3485303901de req-9b33b667-ae24-4b22-bf95-771e664c4c73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407612 Aug 29 14:51:07.836595 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65b77-907f-4a03-9745-3485303901de req-b0a32bef-6be7-4b77-b4d5-c765dd270671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:07.838093 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e1d65b77-907f-4a03-9745-3485303901de req-b0a32bef-6be7-4b77-b4d5-c765dd270671 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 1098 time: 0.0397491 Aug 29 14:51:07.941300 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65b77-907f-4a03-9745-3485303901de req-6a5df6f7-2c66-4a3f-9efe-e3bc1ce24ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:07.942819 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e1d65b77-907f-4a03-9745-3485303901de req-6a5df6f7-2c66-4a3f-9efe-e3bc1ce24ff9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 200 len: 912 time: 0.0859303 Aug 29 14:51:08.008726 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e1d65b77-907f-4a03-9745-3485303901de req-7e1c07a8-3e47-4c02-b5fd-93828380f773 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 HTTP/1.1" status: 200 len: 1000 time: 0.0583017 Aug 29 14:51:08.057613 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65b77-907f-4a03-9745-3485303901de req-48f648a6-6774-46bd-8404-76f5551ef362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:08.059066 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e1d65b77-907f-4a03-9745-3485303901de req-48f648a6-6774-46bd-8404-76f5551ef362 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e HTTP/1.1" status: 200 len: 850 time: 0.0426826 Aug 29 14:51:08.107555 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65b77-907f-4a03-9745-3485303901de req-7f64a3ee-476e-48b1-9e85-4a8bfe9718a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:08.109001 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e1d65b77-907f-4a03-9745-3485303901de req-7f64a3ee-476e-48b1-9e85-4a8bfe9718a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f006abe3-9585-4574-b4ba-c434e72d34ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425296 Aug 29 14:51:08.195065 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e1d65b77-907f-4a03-9745-3485303901de req-5b5eda49-9ee3-44aa-b487-4cf5a9b08210 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783286 Aug 29 14:51:08.287259 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e1d65b77-907f-4a03-9745-3485303901de req-be36e9e7-28c6-464f-92b2-8785728b4e73 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842395 Aug 29 14:51:15.198210 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-0caa95b5-243f-479a-a38e-d4e6095df4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:17.819255 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-a43795ee-63db-4674-b397-15519cf5b804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:18.255903 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:18.446460 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:51:19.066826 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:20.449295 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:23.085350 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [req-9b53b352-a36e-4241-8acf-eecc1c3f5125 req-fddbbd21-9677-4178-92b3-aff01985b314 service neutron] (94545) timed out ('10.222.0.36', 61533) {{(pid=94545) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 14:51:28.803816 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:45.212949 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-5796e206-70be-4528-8d1f-11e0433359e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:47.835478 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-3731aeed-1f88-45a7-9893-3a8b0ebf0e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:48.223882 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:48.438747 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52352) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:51:48.637384 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Deleting port d1bc96d5-df24-49a2-8b77-75e9384ef1ca {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:51:48.637723 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:48.709069 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:48.709391 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:48.721377 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Calling delete_port for d1bc96d5-df24-49a2-8b77-75e9384ef1ca owned by network:floatingip {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:51:48.973121 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:49.030413 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:49.240431 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event deleted for resources: {'Port': ['ID=d1bc96d5-df24-49a2-8b77-75e9384ef1ca,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:51:49.266020 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:51:49.266365 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:51:49.266701 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:51:49.267030 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:51:49.267355 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:51:49.267682 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:51:49.268004 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:51:49.268324 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:51:49.268644 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:51:49.268957 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:51:49.269271 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:51:49.269586 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:51:49.307939 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for floatingip, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:49.308262 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.l3_db [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Floating IP a48cf3a4-81fc-48ae-a0c8-c3474aef0c84 disassociated (deleted). External IP: 172.27.0.25, port: 89b1a554-d19c-492f-975c-dfd7346d85e2. Aug 29 14:51:49.508378 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Router 54798628-1aa8-4957-9846-e578fa8acfee has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:51:49.612275 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:51:49.617005 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:49.622582 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf3f3b-53d2-4b7f-8e0c-7a77451f0211 None None] Sync routers for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:51:49.631112 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf3f3b-53d2-4b7f-8e0c-7a77451f0211 None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:51:49.631714 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-23cf3f3b-53d2-4b7f-8e0c-7a77451f0211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:51:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:51:49.644139 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-8eb83ffc-e964-4d78-adf7-1c7086a4ced7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "DELETE /v2.0/floatingips/a48cf3a4-81fc-48ae-a0c8-c3474aef0c84 HTTP/1.1" status: 204 len: 168 time: 1.2043302 Aug 29 14:51:49.644713 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b2be37-176a-4691-95a8-687a3326241e', 'tag': '89b1a554-d19c-492f-975c-dfd7346d85e2'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:51:49.647021 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd8a930-9ecd-44e8-a0a1-0a18071276cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b2be37-176a-4691-95a8-687a3326241e", "tag": "89b1a554-d19c-492f-975c-dfd7346d85e2"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:51:49.687772 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c2f25d-6cfa-4121-889e-a4f3bc27c8c1 x-openstack-request-id: req-57c2f25d-6cfa-4121-889e-a4f3bc27c8c1 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:51:49.687936 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b2be37-176a-4691-95a8-687a3326241e", "tag": "89b1a554-d19c-492f-975c-dfd7346d85e2", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:51:49.688165 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57c2f25d-6cfa-4121-889e-a4f3bc27c8c1 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:51:49.688589 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b2be37-176a-4691-95a8-687a3326241e', 'tag': '89b1a554-d19c-492f-975c-dfd7346d85e2', 'status': 'completed', 'code': 200} Aug 29 14:51:49.744651 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-23cf3f3b-53d2-4b7f-8e0c-7a77451f0211 None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:51:49.772535 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8a930-9ecd-44e8-a0a1-0a18071276cf req-a87844e6-0400-46f9-b1ff-efb495e11e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:49.774943 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1bd8a930-9ecd-44e8-a0a1-0a18071276cf req-a87844e6-0400-46f9-b1ff-efb495e11e87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 1099 time: 0.0408709 Aug 29 14:51:49.868775 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8a930-9ecd-44e8-a0a1-0a18071276cf req-25445ac8-12d2-4bfe-879c-5bf562fb2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:49.870305 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1bd8a930-9ecd-44e8-a0a1-0a18071276cf req-25445ac8-12d2-4bfe-879c-5bf562fb2b54 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 200 len: 912 time: 0.0893319 Aug 29 14:51:49.914188 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1bd8a930-9ecd-44e8-a0a1-0a18071276cf req-7b6aeaaf-a55e-4c23-b1ff-2ff4d7d8a992 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89b1a554-d19c-492f-975c-dfd7346d85e2 HTTP/1.1" status: 200 len: 217 time: 0.0364180 Aug 29 14:51:49.965239 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8a930-9ecd-44e8-a0a1-0a18071276cf req-e4fc349f-70a8-4557-90c6-929078a618b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:49.966744 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1bd8a930-9ecd-44e8-a0a1-0a18071276cf req-e4fc349f-70a8-4557-90c6-929078a618b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e HTTP/1.1" status: 200 len: 850 time: 0.0462756 Aug 29 14:51:49.977070 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-23cf3f3b-53d2-4b7f-8e0c-7a77451f0211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '17ec21de-7bb6-426f-8fca-53afb87da7da', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'port_id': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'mac_address': 'fa:16:3e:67:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:48:07Z', 'updated_at': '2021-08-29T14:48:10Z', 'revision_number': 1, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:51:50.006714 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf3f3b-53d2-4b7f-8e0c-7a77451f0211 None None] Checking router: 54798628-1aa8-4957-9846-e578fa8acfee for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:51:50.016354 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf3f3b-53d2-4b7f-8e0c-7a77451f0211 None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:51:50.017497 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-23cf3f3b-53d2-4b7f-8e0c-7a77451f0211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:51:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:51:50.019627 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8a930-9ecd-44e8-a0a1-0a18071276cf req-0579b9bf-01ee-45da-a651-a983bf6a5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:50.021151 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1bd8a930-9ecd-44e8-a0a1-0a18071276cf req-0579b9bf-01ee-45da-a651-a983bf6a5cd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f006abe3-9585-4574-b4ba-c434e72d34ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473032 Aug 29 14:51:50.130946 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-23cf3f3b-53d2-4b7f-8e0c-7a77451f0211 None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:51:50.131843 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1bd8a930-9ecd-44e8-a0a1-0a18071276cf req-9bf804d0-1ece-4218-ba13-3915eaac73b6 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976827 Aug 29 14:51:50.232250 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee0951-4ed4-4a3f-92e5-780a3b67d4f2 req-67723d13-0d50-4837-b63c-4053ac81ba54 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:50.233775 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-63ee0951-4ed4-4a3f-92e5-780a3b67d4f2 req-67723d13-0d50-4837-b63c-4053ac81ba54 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 946 time: 0.2048454 Aug 29 14:51:50.272143 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-1bd8a930-9ecd-44e8-a0a1-0a18071276cf req-51769e71-3244-4728-bc18-0abc138a2373 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258993 Aug 29 14:51:50.294391 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-63ee0951-4ed4-4a3f-92e5-780a3b67d4f2 req-5369284f-c63d-4266-ae57-95a73db83992 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541723 Aug 29 14:51:50.487177 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-23cf3f3b-53d2-4b7f-8e0c-7a77451f0211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '17ec21de-7bb6-426f-8fca-53afb87da7da', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'port_id': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'mac_address': 'fa:16:3e:67:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:48:07Z', 'updated_at': '2021-08-29T14:48:10Z', 'revision_number': 1, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:51:50.515825 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf3f3b-53d2-4b7f-8e0c-7a77451f0211 None None] The sync data for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi is: [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_floatingips': [{'id': '17ec21de-7bb6-426f-8fca-53afb87da7da', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'router_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'port_id': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'mac_address': 'fa:16:3e:67:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T14:48:07Z', 'updated_at': '2021-08-29T14:48:10Z', 'revision_number': 1, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:51:50.523204 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:50.716542 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6823538-9d81-44b9-a4ac-e1fad1a5d94e None None] New status for floating IP a48cf3a4-81fc-48ae-a0c8-c3474aef0c84: DOWN {{(pid=94547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:51:51.474810 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4163956-8234-4606-ac33-6a4345b96a4f req-84105e55-b3c1-4ac2-9b97-154bb54a8aa5 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:51.476381 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e4163956-8234-4606-ac33-6a4345b96a4f req-84105e55-b3c1-4ac2-9b97-154bb54a8aa5 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 946 time: 0.0981050 Aug 29 14:51:51.515045 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e4163956-8234-4606-ac33-6a4345b96a4f req-32304b63-bc47-4407-b0db-954e1709d598 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318959 Aug 29 14:51:51.814783 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d3e21-bb19-4e40-af72-426a02616d3d req-a283f65b-3fd5-4416-82f4-e62b587ee809 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:51.816229 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e84d3e21-bb19-4e40-af72-426a02616d3d req-a283f65b-3fd5-4416-82f4-e62b587ee809 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 946 time: 0.0528319 Aug 29 14:51:51.903037 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-e84d3e21-bb19-4e40-af72-426a02616d3d req-e98e2fd2-018e-4cfe-a907-7cbdf0c9ee69 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Deleting port 89b1a554-d19c-492f-975c-dfd7346d85e2 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:51:51.903369 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-e84d3e21-bb19-4e40-af72-426a02616d3d req-e98e2fd2-018e-4cfe-a907-7cbdf0c9ee69 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:51.993797 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-e84d3e21-bb19-4e40-af72-426a02616d3d req-e98e2fd2-018e-4cfe-a907-7cbdf0c9ee69 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] For port 89b1a554-d19c-492f-975c-dfd7346d85e2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=89b1a554-d19c-492f-975c-dfd7346d85e2,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:51:51.994047 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-e84d3e21-bb19-4e40-af72-426a02616d3d req-e98e2fd2-018e-4cfe-a907-7cbdf0c9ee69 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:52.006260 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-e84d3e21-bb19-4e40-af72-426a02616d3d req-e98e2fd2-018e-4cfe-a907-7cbdf0c9ee69 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Calling delete_port for 89b1a554-d19c-492f-975c-dfd7346d85e2 owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:51:52.209363 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-e84d3e21-bb19-4e40-af72-426a02616d3d req-e98e2fd2-018e-4cfe-a907-7cbdf0c9ee69 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:52.238080 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e2fd2-018e-4cfe-a907-7cbdf0c9ee69 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event deleted for resources: {'Port': ['ID=89b1a554-d19c-492f-975c-dfd7346d85e2,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:51:52.288343 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84d3e21-bb19-4e40-af72-426a02616d3d req-e98e2fd2-018e-4cfe-a907-7cbdf0c9ee69 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] No DVR routers for this DVR port 89b1a554-d19c-492f-975c-dfd7346d85e2 on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:51:52.288343 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-e84d3e21-bb19-4e40-af72-426a02616d3d req-e98e2fd2-018e-4cfe-a907-7cbdf0c9ee69 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:52.288343 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-e84d3e21-bb19-4e40-af72-426a02616d3d req-e98e2fd2-018e-4cfe-a907-7cbdf0c9ee69 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.36 "DELETE /v2.0/ports/89b1a554-d19c-492f-975c-dfd7346d85e2 HTTP/1.1" status: 204 len: 173 time: 0.4610965 Aug 29 14:51:52.288343 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b2be37-176a-4691-95a8-687a3326241e', 'name': 'network-vif-deleted', 'tag': '89b1a554-d19c-492f-975c-dfd7346d85e2'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:51:52.288343 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01555c2e-09f2-47c4-8855-63702f14eacb" -d '{"events": [{"server_uuid": "a2b2be37-176a-4691-95a8-687a3326241e", "name": "network-vif-deleted", "tag": "89b1a554-d19c-492f-975c-dfd7346d85e2"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:51:52.320568 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40eca61-4b38-4416-b9e5-4bc186a12945 x-openstack-request-id: req-c40eca61-4b38-4416-b9e5-4bc186a12945 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:51:52.320858 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b2be37-176a-4691-95a8-687a3326241e", "name": "network-vif-deleted", "tag": "89b1a554-d19c-492f-975c-dfd7346d85e2", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:51:52.321108 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c40eca61-4b38-4416-b9e5-4bc186a12945 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:51:52.322174 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b2be37-176a-4691-95a8-687a3326241e', 'name': 'network-vif-deleted', 'tag': '89b1a554-d19c-492f-975c-dfd7346d85e2', 'status': 'completed', 'code': 200} Aug 29 14:51:52.612150 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2acbbd16-ce51-4155-95b0-b2df8b9fce76 req-aa8e525f-e41e-463e-9d64-7ae2e928299f tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b2be37-176a-4691-95a8-687a3326241e HTTP/1.1" status: 200 len: 210 time: 0.0283580 Aug 29 14:51:55.449011 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:51:55.450216 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 89b1a554-d19c-492f-975c-dfd7346d85e2 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:51:55.470599 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: 89b1a554-d19c-492f-975c-dfd7346d85e2 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:51:55.470942 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device 89b1a554-d19c-492f-975c-dfd7346d85e2 not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:51:56.131668 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52400) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:51:56.287306 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-09bec97a-3ec7-46da-a18f-b5c661952935 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Deleting port e8f84eea-b070-4caf-a91e-39b0af490942 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:51:56.287634 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-09bec97a-3ec7-46da-a18f-b5c661952935 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:56.360977 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-09bec97a-3ec7-46da-a18f-b5c661952935 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:56.361346 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-09bec97a-3ec7-46da-a18f-b5c661952935 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:56.373046 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-09bec97a-3ec7-46da-a18f-b5c661952935 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Calling delete_port for e8f84eea-b070-4caf-a91e-39b0af490942 owned by network:floatingip {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:51:56.587436 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-09bec97a-3ec7-46da-a18f-b5c661952935 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:56.626432 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bec97a-3ec7-46da-a18f-b5c661952935 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event deleted for resources: {'Port': ['ID=e8f84eea-b070-4caf-a91e-39b0af490942,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:51:56.694325 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-09bec97a-3ec7-46da-a18f-b5c661952935 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for floatingip, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:56.695151 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.db.l3_db [None req-09bec97a-3ec7-46da-a18f-b5c661952935 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Floating IP 17ec21de-7bb6-426f-8fca-53afb87da7da disassociated (deleted). External IP: 172.27.0.48, port: cb51be4e-d237-47a9-8f4a-24cbdb27c0c8. Aug 29 14:51:56.916514 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bec97a-3ec7-46da-a18f-b5c661952935 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Router 54798628-1aa8-4957-9846-e578fa8acfee has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:51:57.028527 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bec97a-3ec7-46da-a18f-b5c661952935 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:51:57.033393 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-09bec97a-3ec7-46da-a18f-b5c661952935 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:57.039070 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbef5d6-b36e-48d1-8ca9-9a40514c126c None None] Sync routers for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:51:57.047736 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbef5d6-b36e-48d1-8ca9-9a40514c126c None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:51:57.048348 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-1bbef5d6-b36e-48d1-8ca9-9a40514c126c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:51:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:51:57.061994 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-09bec97a-3ec7-46da-a18f-b5c661952935 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "DELETE /v2.0/floatingips/17ec21de-7bb6-426f-8fca-53afb87da7da HTTP/1.1" status: 204 len: 168 time: 0.9292109 Aug 29 14:51:57.062581 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'tag': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:51:57.064826 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a875431-30df-4ffc-964c-53645e404e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "1251b791-89be-46ad-86df-0929cf7dd9e6", "tag": "cb51be4e-d237-47a9-8f4a-24cbdb27c0c8"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:51:57.105554 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 14:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa62c5c-9691-4d92-8d82-4bd7c113a1a4 x-openstack-request-id: req-dfa62c5c-9691-4d92-8d82-4bd7c113a1a4 {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:51:57.105854 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1251b791-89be-46ad-86df-0929cf7dd9e6", "tag": "cb51be4e-d237-47a9-8f4a-24cbdb27c0c8", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:51:57.106145 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfa62c5c-9691-4d92-8d82-4bd7c113a1a4 {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:51:57.106775 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'tag': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'status': 'completed', 'code': 200} Aug 29 14:51:57.159881 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-1bbef5d6-b36e-48d1-8ca9-9a40514c126c None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:51:57.200833 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a875431-30df-4ffc-964c-53645e404e3c req-62856e24-fa12-44c0-b2c2-e9d789944f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:57.202056 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2a875431-30df-4ffc-964c-53645e404e3c req-62856e24-fa12-44c0-b2c2-e9d789944f52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 1098 time: 0.0421510 Aug 29 14:51:57.294981 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a875431-30df-4ffc-964c-53645e404e3c req-351ff3a1-3eac-44ef-b194-300c2516f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:57.296661 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2a875431-30df-4ffc-964c-53645e404e3c req-351ff3a1-3eac-44ef-b194-300c2516f7d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 200 len: 912 time: 0.0881808 Aug 29 14:51:57.338535 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2a875431-30df-4ffc-964c-53645e404e3c req-c2cdde44-5746-49e5-ad8a-46231d9016cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 HTTP/1.1" status: 200 len: 217 time: 0.0345743 Aug 29 14:51:57.363135 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-1bbef5d6-b36e-48d1-8ca9-9a40514c126c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:51:57.391182 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a875431-30df-4ffc-964c-53645e404e3c req-e2c9b939-68b5-438a-8879-59010048c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:57.392656 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2a875431-30df-4ffc-964c-53645e404e3c req-e2c9b939-68b5-438a-8879-59010048c861 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e HTTP/1.1" status: 200 len: 850 time: 0.0478141 Aug 29 14:51:57.396831 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbef5d6-b36e-48d1-8ca9-9a40514c126c None None] Checking router: 54798628-1aa8-4957-9846-e578fa8acfee for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:51:57.407469 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbef5d6-b36e-48d1-8ca9-9a40514c126c None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:51:57.408089 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-1bbef5d6-b36e-48d1-8ca9-9a40514c126c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:51:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:51:57.450756 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a875431-30df-4ffc-964c-53645e404e3c req-d0f204c2-0557-483a-b937-9269c574f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:57.452348 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2a875431-30df-4ffc-964c-53645e404e3c req-d0f204c2-0557-483a-b937-9269c574f254 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f006abe3-9585-4574-b4ba-c434e72d34ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475965 Aug 29 14:51:57.530742 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-1bbef5d6-b36e-48d1-8ca9-9a40514c126c None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:51:57.547720 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2a875431-30df-4ffc-964c-53645e404e3c req-767eda2d-2c97-432e-9d50-773ab3f64296 service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878243 Aug 29 14:51:57.653370 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43de66-6927-49a9-8f62-9d41ce22d241 req-440e6f77-55e7-4931-aa0c-574888425c30 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:57.654898 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2b43de66-6927-49a9-8f62-9d41ce22d241 req-440e6f77-55e7-4931-aa0c-574888425c30 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 945 time: 0.1018651 Aug 29 14:51:57.706704 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2a875431-30df-4ffc-964c-53645e404e3c req-9e29dcd1-0e4d-469f-b7f1-feee92d6b77d service neutron] 10.222.0.36 "GET /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262586 Aug 29 14:51:57.714281 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-2b43de66-6927-49a9-8f62-9d41ce22d241 req-1b1366d6-62a6-4ca1-aa36-6d6e4d1ce0e7 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482788 Aug 29 14:51:57.757296 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-1bbef5d6-b36e-48d1-8ca9-9a40514c126c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:51:57.783683 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbef5d6-b36e-48d1-8ca9-9a40514c126c None None] The sync data for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi is: [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:02Z', 'revision_number': 4, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi', '_interfaces': [{'id': 'a750d247-b08a-4f82-82dd-f2c5010667fb', 'name': '', 'network_id': 'f006abe3-9585-4574-b4ba-c434e72d34ee', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'mac_address': 'fa:16:3e:1b:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:01Z', 'updated_at': '2021-08-29T14:45:08Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'subnets': [{'id': 'da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:51:57.988668 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bea9f9-2731-4c40-a5ae-040ad2bb3ca5 None None] New status for floating IP 17ec21de-7bb6-426f-8fca-53afb87da7da: DOWN {{(pid=94547) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 14:51:58.778626 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:58.841101 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c18a51-7c96-4d99-bcd9-dacadf727ecc req-020f88a5-94e0-42a6-b6d7-e9f5c184b57d tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:58.842688 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06c18a51-7c96-4d99-bcd9-dacadf727ecc req-020f88a5-94e0-42a6-b6d7-e9f5c184b57d tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 945 time: 0.0590036 Aug 29 14:51:58.884406 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-06c18a51-7c96-4d99-bcd9-dacadf727ecc req-ff2b5d1c-1031-4fd6-b98e-cce8bb359066 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/security-groups?id=faedcd92-295e-4fc6-b20e-785df5041c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352983 Aug 29 14:51:59.223608 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61239b-e36b-44c7-a1d3-c8f6e4fdfff2 req-2845fb21-4a95-4ccf-8064-8ab5196200ae tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94544) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 14:51:59.225056 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dc61239b-e36b-44c7-a1d3-c8f6e4fdfff2 req-2845fb21-4a95-4ccf-8064-8ab5196200ae tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 945 time: 0.0521696 Aug 29 14:51:59.316226 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-dc61239b-e36b-44c7-a1d3-c8f6e4fdfff2 req-68713008-a3ce-41ec-86f4-f3402efa04b0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Deleting port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:51:59.316561 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-dc61239b-e36b-44c7-a1d3-c8f6e4fdfff2 req-68713008-a3ce-41ec-86f4-f3402efa04b0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:59.412991 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [req-dc61239b-e36b-44c7-a1d3-c8f6e4fdfff2 req-68713008-a3ce-41ec-86f4-f3402efa04b0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] For port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:51:59.413442 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-dc61239b-e36b-44c7-a1d3-c8f6e4fdfff2 req-68713008-a3ce-41ec-86f4-f3402efa04b0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:59.426305 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [req-dc61239b-e36b-44c7-a1d3-c8f6e4fdfff2 req-68713008-a3ce-41ec-86f4-f3402efa04b0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Calling delete_port for cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 owned by compute:nova {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:51:59.629567 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-dc61239b-e36b-44c7-a1d3-c8f6e4fdfff2 req-68713008-a3ce-41ec-86f4-f3402efa04b0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:59.658484 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68713008-a3ce-41ec-86f4-f3402efa04b0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event deleted for resources: {'Port': ['ID=cb51be4e-d237-47a9-8f4a-24cbdb27c0c8,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:51:59.700770 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc61239b-e36b-44c7-a1d3-c8f6e4fdfff2 req-68713008-a3ce-41ec-86f4-f3402efa04b0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] No DVR routers for this DVR port cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 on host hv-cinder-77819 {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:51:59.703614 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [req-dc61239b-e36b-44c7-a1d3-c8f6e4fdfff2 req-68713008-a3ce-41ec-86f4-f3402efa04b0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for port, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:51:59.706647 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-dc61239b-e36b-44c7-a1d3-c8f6e4fdfff2 req-68713008-a3ce-41ec-86f4-f3402efa04b0 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.36 "DELETE /v2.0/ports/cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 HTTP/1.1" status: 204 len: 173 time: 0.4753733 Aug 29 14:51:59.707089 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'name': 'network-vif-deleted', 'tag': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8'}] {{(pid=94544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 14:51:59.709722 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f2aaa698b7a0ada55c36e5eeea95f7ecf0137d7f603c509fe623f83885f28f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f569e1-18a1-4231-82f6-f1eb39091bb8" -d '{"events": [{"server_uuid": "1251b791-89be-46ad-86df-0929cf7dd9e6", "name": "network-vif-deleted", "tag": "cb51be4e-d237-47a9-8f4a-24cbdb27c0c8"}]}' {{(pid=94544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 14:51:59.745678 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 14:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb6e1de-6592-4ddc-983e-90c01ec4015c x-openstack-request-id: req-4fb6e1de-6592-4ddc-983e-90c01ec4015c {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 14:51:59.745987 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1251b791-89be-46ad-86df-0929cf7dd9e6", "name": "network-vif-deleted", "tag": "cb51be4e-d237-47a9-8f4a-24cbdb27c0c8", "status": "completed", "code": 200}]} {{(pid=94544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 14:51:59.746232 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fb6e1de-6592-4ddc-983e-90c01ec4015c {{(pid=94544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 14:51:59.752263 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1251b791-89be-46ad-86df-0929cf7dd9e6', 'name': 'network-vif-deleted', 'tag': 'cb51be4e-d237-47a9-8f4a-24cbdb27c0c8', 'status': 'completed', 'code': 200} Aug 29 14:51:59.978586 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-7ad25d9f-c505-43a0-a623-e7376eed1b9c req-3a256a9d-ad53-47a5-a89e-3a4980d6d5ba tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 210 time: 0.0280533 Aug 29 14:52:01.090275 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [req-27b593c6-2d40-439d-9f93-527ec7ec4da3 req-51352bc1-8c6a-4133-9de5-0c85399de323 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "GET /v2.0/ports?device_id=1251b791-89be-46ad-86df-0929cf7dd9e6 HTTP/1.1" status: 200 len: 210 time: 0.0299127 Aug 29 14:52:02.146157 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 52418) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:52:02.272406 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Deleting port 1ffed33a-f77c-42f6-937b-09eac4097324 {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:52:02.272802 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:02.350032 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:02.350359 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:02.361761 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Calling delete_port for 1ffed33a-f77c-42f6-937b-09eac4097324 owned by network:floatingip {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:52:02.586392 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:02.610027 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event deleted for resources: {'Port': ['ID=1ffed33a-f77c-42f6-937b-09eac4097324,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:02.627254 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:02.627622 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:02.627942 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:02.628272 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:02.628597 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:02.628923 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:02.629246 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:02.629568 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:02.629919 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:02.630243 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:02.630669 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:02.631037 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:02.688002 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for floatingip, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:02.690701 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64303'] for floatingip, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:02.693268 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-73f32242-ca0b-4581-8d5c-99ce859afed6 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "DELETE /v2.0/floatingips/78d2c803-0ef8-47ac-89af-3181fa674224 HTTP/1.1" status: 204 len: 168 time: 0.5447502 Aug 29 14:52:03.466089 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:52:03.489990 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] No Port match for: cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:52:03.490334 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Device cb51be4e-d237-47a9-8f4a-24cbdb27c0c8 not bound to the agent host hv-cinder-77819 {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:52:04.036870 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 52432) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:52:04.097448 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2f9c746b-098e-4dd3-aa09-255c2becda11 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:04.124288 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2f9c746b-098e-4dd3-aa09-255c2becda11 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:04.248807 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2f9c746b-098e-4dd3-aa09-255c2becda11 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:04.251396 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-2f9c746b-098e-4dd3-aa09-255c2becda11 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:04.252552 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-2f9c746b-098e-4dd3-aa09-255c2becda11 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] 10.222.0.16 "DELETE /v2.0/security-groups/faedcd92-295e-4fc6-b20e-785df5041c08 HTTP/1.1" status: 204 len: 168 time: 0.2147079 Aug 29 14:52:04.262549 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c746b-098e-4dd3-aa09-255c2becda11 tempest-TestVolumeBootPattern-274737180 tempest-TestVolumeBootPattern-274737180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faedcd92-295e-4fc6-b20e-785df5041c08,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:04.355273 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 52436) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:52:04.820424 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bc259aed-fbe3-457b-bb49-c8f901b78b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568830'] for router_interface, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:05.063796 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-bc259aed-fbe3-457b-bb49-c8f901b78b56 admin admin] Deleting port a750d247-b08a-4f82-82dd-f2c5010667fb {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:52:05.064465 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bc259aed-fbe3-457b-bb49-c8f901b78b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:05.140655 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.db [None req-bc259aed-fbe3-457b-bb49-c8f901b78b56 admin admin] For port a750d247-b08a-4f82-82dd-f2c5010667fb, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=a750d247-b08a-4f82-82dd-f2c5010667fb,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:52:05.140940 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bc259aed-fbe3-457b-bb49-c8f901b78b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:05.153003 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-bc259aed-fbe3-457b-bb49-c8f901b78b56 admin admin] Calling delete_port for a750d247-b08a-4f82-82dd-f2c5010667fb owned by network:router_interface {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:52:05.400705 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bc259aed-fbe3-457b-bb49-c8f901b78b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:05.425817 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc259aed-fbe3-457b-bb49-c8f901b78b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=a750d247-b08a-4f82-82dd-f2c5010667fb,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:05.595720 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bc259aed-fbe3-457b-bb49-c8f901b78b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568628'] for router_interface, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:06.032364 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc259aed-fbe3-457b-bb49-c8f901b78b56 admin admin] Router 54798628-1aa8-4957-9846-e578fa8acfee has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94545) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:52:06.131500 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc259aed-fbe3-457b-bb49-c8f901b78b56 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94545) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:52:06.139419 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-bc259aed-fbe3-457b-bb49-c8f901b78b56 admin admin] 10.222.0.16 "PUT /v2.0/routers/54798628-1aa8-4957-9846-e578fa8acfee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7830832 Aug 29 14:52:06.141789 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8958bd2a-7edf-48b9-af44-88e1c939dd49 None None] Sync routers for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:52:06.142298 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 52440) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:52:06.156691 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8958bd2a-7edf-48b9-af44-88e1c939dd49 None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:52:06.157309 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-8958bd2a-7edf-48b9-af44-88e1c939dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:51:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:52:06.243441 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] Notify callbacks [] for router, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:06.262077 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-8958bd2a-7edf-48b9-af44-88e1c939dd49 None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: dv-cinder-778193-6-iscsi {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:52:06.341844 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:06.435972 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-8958bd2a-7edf-48b9-af44-88e1c939dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:52:05Z', 'revision_number': 5, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port': {'id': '29c16510-4e1c-44c7-adb9-f10808f5c40a', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54798628-1aa8-4957-9846-e578fa8acfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:52:06.463100 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8958bd2a-7edf-48b9-af44-88e1c939dd49 None None] Checking router: 54798628-1aa8-4957-9846-e578fa8acfee for host: dv-cinder-778193-6-iscsi {{(pid=94546) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:52:06.469071 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] Deleting port 29c16510-4e1c-44c7-adb9-f10808f5c40a {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:52:06.469415 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:06.471249 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8958bd2a-7edf-48b9-af44-88e1c939dd49 None None] Routers {'54798628-1aa8-4957-9846-e578fa8acfee'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94546) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:52:06.471860 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-8958bd2a-7edf-48b9-af44-88e1c939dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:51:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['54798628-1aa8-4957-9846-e578fa8acfee'], 'active': True} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:52:06.556653 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.db [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] For port 29c16510-4e1c-44c7-adb9-f10808f5c40a, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=29c16510-4e1c-44c7-adb9-f10808f5c40a,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:52:06.557017 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:06.570401 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] Calling delete_port for 29c16510-4e1c-44c7-adb9-f10808f5c40a owned by network:router_gateway {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:52:06.688103 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvr_db [None req-8958bd2a-7edf-48b9-af44-88e1c939dd49 None None] Set router 54798628-1aa8-4957-9846-e578fa8acfee gateway port host: None {{(pid=94546) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:52:06.739266 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_hamode_db [None req-8958bd2a-7edf-48b9-af44-88e1c939dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:52:06Z', 'revision_number': 6, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port_host': None}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:52:06.765283 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8958bd2a-7edf-48b9-af44-88e1c939dd49 None None] The sync data for ids ['54798628-1aa8-4957-9846-e578fa8acfee'] in dv-cinder-778193-6-iscsi is: [{'id': '54798628-1aa8-4957-9846-e578fa8acfee', 'name': 'tempest-TestVolumeBootPattern-918681457-router', 'tenant_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:44:59Z', 'updated_at': '2021-08-29T14:52:06Z', 'revision_number': 6, 'project_id': 'a000df0ea44b455795a3f49fdbbbbd1c', 'gw_port_host': None}] {{(pid=94546) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:52:06.806796 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:06.831204 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] Pushing event deleted for resources: {'Port': ['ID=29c16510-4e1c-44c7-adb9-f10808f5c40a,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:06.894875 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568174'] for router_gateway, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:06.982372 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102423'] for router, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:06.984448 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.121250 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561406'] for router, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.126589 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54798628-1aa8-4957-9846-e578fa8acfee {{(pid=94545) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:52:07.126954 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] Notify callbacks [] for router, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.128227 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-7b3eec27-d5d5-4c0e-9ff8-2d1abe13939a admin admin] 10.222.0.16 "DELETE /v2.0/routers/54798628-1aa8-4957-9846-e578fa8acfee HTTP/1.1" status: 204 len: 168 time: 0.9851780 Aug 29 14:52:07.130767 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 52442) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:52:07.177579 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e54116-18db-42f6-a0be-e78fa65f8ddc admin admin] Deleting subnet da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e {{(pid=94545) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:52:07.181776 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18e54116-18db-42f6-a0be-e78fa65f8ddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.219905 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18e54116-18db-42f6-a0be-e78fa65f8ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3957150'] for subnet, precommit_delete_associations {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.298772 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18e54116-18db-42f6-a0be-e78fa65f8ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.391526 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18e54116-18db-42f6-a0be-e78fa65f8ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3958087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3712948'] for subnet, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.414117 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e54116-18db-42f6-a0be-e78fa65f8ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:07.420208 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-18e54116-18db-42f6-a0be-e78fa65f8ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.422132 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-18e54116-18db-42f6-a0be-e78fa65f8ddc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/da8b26f7-bbcd-4cf5-bb3e-582bce2b3e6e HTTP/1.1" status: 204 len: 168 time: 0.2903149 Aug 29 14:52:07.424699 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 52444) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:52:07.427205 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b696d1-77f3-4cd3-ae4c-4691d7eaf72f None None] Network f006abe3-9585-4574-b4ba-c434e72d34ee requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:52:07.497765 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.554077 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] Deleting port 068269d7-c589-4add-a9cf-9116334745ce {{(pid=94545) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:52:07.554418 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.620490 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.db [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] For port 068269d7-c589-4add-a9cf-9116334745ce, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=068269d7-c589-4add-a9cf-9116334745ce,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94545) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:52:07.620763 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] DHCP port deletion for f006abe3-9585-4574-b4ba-c434e72d34ee request from dv-cinder-778193-6-iscsi {{(pid=94546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:52:07.620872 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.634228 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.plugin [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] Calling delete_port for 068269d7-c589-4add-a9cf-9116334745ce owned by network:dhcp {{(pid=94545) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:52:07.666452 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Deleting port 068269d7-c589-4add-a9cf-9116334745ce {{(pid=94546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:52:07.666828 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.736062 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] For port 068269d7-c589-4add-a9cf-9116334745ce, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=068269d7-c589-4add-a9cf-9116334745ce,segment=NetworkSegment(da5ae79c-cbc1-440b-b102-e57c98ae1bee),segment_id=da5ae79c-cbc1-440b-b102-e57c98ae1bee)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:52:07.736471 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.750553 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Calling delete_port for 068269d7-c589-4add-a9cf-9116334745ce owned by network:dhcp {{(pid=94546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:52:07.803100 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3958036'] for port, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.816873 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device a750d247-b08a-4f82-82dd-f2c5010667fb no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:52:07.829496 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] Pushing event deleted for resources: {'Port': ['ID=068269d7-c589-4add-a9cf-9116334745ce,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:07.833306 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] No DVR routers for this DVR port 068269d7-c589-4add-a9cf-9116334745ce on host dv-cinder-778193-6-iscsi {{(pid=94545) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:52:07.846177 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: a750d247-b08a-4f82-82dd-f2c5010667fb {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:52:07.846370 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device a750d247-b08a-4f82-82dd-f2c5010667fb not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:52:07.846816 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 29c16510-4e1c-44c7-adb9-f10808f5c40a no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:52:07.867030 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 29c16510-4e1c-44c7-adb9-f10808f5c40a {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:52:07.867369 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 29c16510-4e1c-44c7-adb9-f10808f5c40a not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:52:07.867837 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 068269d7-c589-4add-a9cf-9116334745ce no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:52:07.871378 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109'] for port, after_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.896035 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 068269d7-c589-4add-a9cf-9116334745ce {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:52:07.896373 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 068269d7-c589-4add-a9cf-9116334745ce not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:52:07.907018 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.917781 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Pushing event deleted for resources: {'Port': ['ID=068269d7-c589-4add-a9cf-9116334745ce,revision_number=None']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:07.920010 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] No DVR routers for this DVR port 068269d7-c589-4add-a9cf-9116334745ce on host dv-cinder-778193-6-iscsi {{(pid=94546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:52:07.921228 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f006abe3-9585-4574-b4ba-c434e72d34ee']}} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:52:07.927677 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:07.928018 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:07.928361 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:07.932875 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:07.932875 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:07.932875 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:07.932875 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:07.933328 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:07.933532 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:07.933737 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:07.934330 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:07.934330 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae51d6-0d88-48a1-880b-d6d6f6601c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-6-iscsi {{(pid=94546) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 14:52:07.941542 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5ae79c-cbc1-440b-b102-e57c98ae1bee') {'for_net_delete': True} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:52:07.941834 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.services.segments.db [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5ae79c-cbc1-440b-b102-e57c98ae1bee') {} {{(pid=94545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:52:07.950748 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3957121'] for segment, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.965014 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.970802 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94545) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:52:07.971960 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3958049'] for segment, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: Traceback (most recent call last): Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: timer() Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: cb(*args, **kw) Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: return func(*args, **kwargs) Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: self._notify() Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: self.callback(batched_events) Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: event.method(event) Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: return f(self, *a, **k) Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._get(url).json() Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: return self.request(url, 'GET', **kwargs) Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:52:07.974806 dv-cinder-778193-6-iscsi neutron-server[94545]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:52:08.123139 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:08.130216 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:08.133725 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f006abe3-9585-4574-b4ba-c434e72d34ee HTTP/1.1" status: 204 len: 168 time: 0.7074187 Aug 29 14:52:08.137154 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52446) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:52:08.144623 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49ac47-b23d-41dc-a71d-b502281ae308 admin admin] Pushing event deleted for resources: {'Network': ['ID=f006abe3-9585-4574-b4ba-c434e72d34ee,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:08.470521 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-e3770ea7-75a5-4b6e-b9f0-f2ff155746c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568830'] for router_interface, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:08.706984 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-e3770ea7-75a5-4b6e-b9f0-f2ff155746c5 admin admin] Deleting port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:52:08.707319 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-e3770ea7-75a5-4b6e-b9f0-f2ff155746c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:08.783442 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-e3770ea7-75a5-4b6e-b9f0-f2ff155746c5 admin admin] For port 4c1a1ea4-45d2-4084-8e1d-c8352c78759d, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=4c1a1ea4-45d2-4084-8e1d-c8352c78759d,segment=NetworkSegment(f7d630b2-9309-4924-af94-a4faf8444b2b),segment_id=f7d630b2-9309-4924-af94-a4faf8444b2b)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:52:08.788677 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-e3770ea7-75a5-4b6e-b9f0-f2ff155746c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:08.799423 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-e3770ea7-75a5-4b6e-b9f0-f2ff155746c5 admin admin] Calling delete_port for 4c1a1ea4-45d2-4084-8e1d-c8352c78759d owned by network:router_interface {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:52:09.052531 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-e3770ea7-75a5-4b6e-b9f0-f2ff155746c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:09.319583 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3770ea7-75a5-4b6e-b9f0-f2ff155746c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1a1ea4-45d2-4084-8e1d-c8352c78759d,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:09.476529 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-e3770ea7-75a5-4b6e-b9f0-f2ff155746c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568628'] for router_interface, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:09.688672 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3770ea7-75a5-4b6e-b9f0-f2ff155746c5 admin admin] Router a4d2ef61-8374-47ff-b257-01ca3deec254 has already been hosted by L3 agent fb682885-7553-4707-814d-5f2a30d12884 {{(pid=94544) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 14:52:09.795259 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3770ea7-75a5-4b6e-b9f0-f2ff155746c5 admin admin] Notify agent at l3_agent.dv-cinder-778193-6-iscsi the message routers_updated {{(pid=94544) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 14:52:09.800359 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-e3770ea7-75a5-4b6e-b9f0-f2ff155746c5 admin admin] 10.222.0.16 "PUT /v2.0/routers/a4d2ef61-8374-47ff-b257-01ca3deec254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6622071 Aug 29 14:52:09.802971 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52448) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:52:09.804529 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ca7d5-e12f-4801-8674-e53e401928e6 None None] Sync routers for ids ['a4d2ef61-8374-47ff-b257-01ca3deec254'] in dv-cinder-778193-6-iscsi {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 14:52:09.814190 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653ca7d5-e12f-4801-8674-e53e401928e6 None None] Routers {'a4d2ef61-8374-47ff-b257-01ca3deec254'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:52:09.814791 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-653ca7d5-e12f-4801-8674-e53e401928e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:51:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['a4d2ef61-8374-47ff-b257-01ca3deec254'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:52:09.908689 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] Notify callbacks [] for router, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:09.917185 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-653ca7d5-e12f-4801-8674-e53e401928e6 None None] Set router a4d2ef61-8374-47ff-b257-01ca3deec254 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:52:10.016702 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:10.095930 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-653ca7d5-e12f-4801-8674-e53e401928e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'name': 'tempest-TestVolumeBootPattern-242215677-router', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:52:08Z', 'revision_number': 5, 'project_id': '443082d158ca4e1cb0a8e677212e3f7f', 'gw_port': {'id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:52:10.121546 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ca7d5-e12f-4801-8674-e53e401928e6 None None] Checking router: a4d2ef61-8374-47ff-b257-01ca3deec254 for host: dv-cinder-778193-6-iscsi {{(pid=94547) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 14:52:10.129297 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653ca7d5-e12f-4801-8674-e53e401928e6 None None] Routers {'a4d2ef61-8374-47ff-b257-01ca3deec254'} bound to L3 agent in host dv-cinder-778193-6-iscsi {{(pid=94547) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 14:52:10.129932 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-653ca7d5-e12f-4801-8674-e53e401928e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T14:27:48Z,description=,heartbeat_timestamp=2021-08-29T14:51:48Z,host='dv-cinder-778193-6-iscsi',id=fb682885-7553-4707-814d-5f2a30d12884,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T14:27:49Z,topic='l3_agent')) {'router_ids': ['a4d2ef61-8374-47ff-b257-01ca3deec254'], 'active': True} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:52:10.205235 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] Deleting port 3fc90edc-06b7-4616-a3c2-d276d28a2951 {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:52:10.205574 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:10.232262 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_dvr_db [None req-653ca7d5-e12f-4801-8674-e53e401928e6 None None] Set router a4d2ef61-8374-47ff-b257-01ca3deec254 gateway port host: dv-cinder-778193-6-iscsi {{(pid=94547) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 14:52:10.282800 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] For port 3fc90edc-06b7-4616-a3c2-d276d28a2951, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=3fc90edc-06b7-4616-a3c2-d276d28a2951,segment=NetworkSegment(410f2da6-c422-4ecf-81ec-23243e572a67),segment_id=410f2da6-c422-4ecf-81ec-23243e572a67)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:52:10.283353 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:10.301408 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] Calling delete_port for 3fc90edc-06b7-4616-a3c2-d276d28a2951 owned by network:router_gateway {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:52:10.412083 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.l3_hamode_db [None req-653ca7d5-e12f-4801-8674-e53e401928e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'name': 'tempest-TestVolumeBootPattern-242215677-router', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:52:08Z', 'revision_number': 5, 'project_id': '443082d158ca4e1cb0a8e677212e3f7f', 'gw_port': {'id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}], 'dv-cinder-778193-6-iscsi', False) {} {{(pid=94547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:52:10.441942 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ca7d5-e12f-4801-8674-e53e401928e6 None None] The sync data for ids ['a4d2ef61-8374-47ff-b257-01ca3deec254'] in dv-cinder-778193-6-iscsi is: [{'id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'name': 'tempest-TestVolumeBootPattern-242215677-router', 'tenant_id': '443082d158ca4e1cb0a8e677212e3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'external_fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:52:08Z', 'revision_number': 5, 'project_id': '443082d158ca4e1cb0a8e677212e3f7f', 'gw_port': {'id': '3fc90edc-06b7-4616-a3c2-d276d28a2951', 'name': '', 'network_id': 'bbe3a00d-9061-4549-b02f-7472dfbc0c66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d2ef61-8374-47ff-b257-01ca3deec254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T14:45:05Z', 'updated_at': '2021-08-29T14:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89300995-97b6-44a8-91b7-af23fcb529d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-6-iscsi'}] {{(pid=94547) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 14:52:10.540474 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:10.567360 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc90edc-06b7-4616-a3c2-d276d28a2951,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:10.628700 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568174'] for router_gateway, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:10.721623 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102423'] for router, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:10.723821 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:10.842845 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561406'] for router, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:10.843378 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4d2ef61-8374-47ff-b257-01ca3deec254 {{(pid=94544) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 14:52:10.848038 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] Notify callbacks [] for router, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:10.849238 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-955121a4-034b-4624-9747-8e4eb35f54fe admin admin] 10.222.0.16 "DELETE /v2.0/routers/a4d2ef61-8374-47ff-b257-01ca3deec254 HTTP/1.1" status: 204 len: 168 time: 1.0453465 Aug 29 14:52:10.851718 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52450) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:52:10.900805 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec9d7dc-3a4a-4ee5-9020-d3da57dc9b37 admin admin] Deleting subnet 3d7cfad4-f9e0-49d0-9bc8-317021299251 {{(pid=94544) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 14:52:10.904012 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d7dc-3a4a-4ee5-9020-d3da57dc9b37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:10.938605 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d7dc-3a4a-4ee5-9020-d3da57dc9b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3488294'] for subnet, precommit_delete_associations {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.018291 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d7dc-3a4a-4ee5-9020-d3da57dc9b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7954081'] for subnet, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.212888 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d7dc-3a4a-4ee5-9020-d3da57dc9b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7954094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1886686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3903511'] for subnet, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.236669 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9d7dc-3a4a-4ee5-9020-d3da57dc9b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d7cfad4-f9e0-49d0-9bc8-317021299251,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:11.244779 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d7dc-3a4a-4ee5-9020-d3da57dc9b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for subnet, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.246773 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-0ec9d7dc-3a4a-4ee5-9020-d3da57dc9b37 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3d7cfad4-f9e0-49d0-9bc8-317021299251 HTTP/1.1" status: 204 len: 168 time: 0.3940592 Aug 29 14:52:11.249313 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [-] (94544) accepted ('10.222.0.16', 52452) {{(pid=94544) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:52:11.250066 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfa6c60-9901-4faf-a114-06cf893085e7 None None] Network e241a837-c56f-4849-b9a9-c435b7b5f647 requested from dv-cinder-778193-6-iscsi {{(pid=94546) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 14:52:11.317766 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7894321'] for network, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.377305 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] Deleting port 447049ee-002a-4a9f-adec-7dc7719643ad {{(pid=94544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:52:11.377715 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.440659 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068f301c-84fc-4442-9c49-5efa999e4ba1 None None] DHCP port deletion for e241a837-c56f-4849-b9a9-c435b7b5f647 request from dv-cinder-778193-6-iscsi {{(pid=94546) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 14:52:11.449134 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.db [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] For port 447049ee-002a-4a9f-adec-7dc7719643ad, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=447049ee-002a-4a9f-adec-7dc7719643ad,segment=NetworkSegment(f7d630b2-9309-4924-af94-a4faf8444b2b),segment_id=f7d630b2-9309-4924-af94-a4faf8444b2b)] {{(pid=94544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:52:11.449491 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.462132 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.plugin [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] Calling delete_port for 447049ee-002a-4a9f-adec-7dc7719643ad owned by network:dhcp {{(pid=94544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:52:11.487962 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-068f301c-84fc-4442-9c49-5efa999e4ba1 None None] Deleting port 447049ee-002a-4a9f-adec-7dc7719643ad {{(pid=94546) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 14:52:11.488333 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-068f301c-84fc-4442-9c49-5efa999e4ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756745782303'] for port, before_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.551943 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.db [None req-068f301c-84fc-4442-9c49-5efa999e4ba1 None None] For port 447049ee-002a-4a9f-adec-7dc7719643ad, host dv-cinder-778193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-6-iscsi',level=0,port_id=447049ee-002a-4a9f-adec-7dc7719643ad,segment=NetworkSegment(f7d630b2-9309-4924-af94-a4faf8444b2b),segment_id=f7d630b2-9309-4924-af94-a4faf8444b2b)] {{(pid=94546) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 14:52:11.552344 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-068f301c-84fc-4442-9c49-5efa999e4ba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565807'] for port, precommit_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.564526 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-068f301c-84fc-4442-9c49-5efa999e4ba1 None None] Calling delete_port for 447049ee-002a-4a9f-adec-7dc7719643ad owned by network:dhcp {{(pid=94546) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 14:52:11.597222 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1886605'] for port, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.626196 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] Pushing event deleted for resources: {'Port': ['ID=447049ee-002a-4a9f-adec-7dc7719643ad,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:11.631164 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] No DVR routers for this DVR port 447049ee-002a-4a9f-adec-7dc7719643ad on host dv-cinder-778193-6-iscsi {{(pid=94544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:52:11.640585 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-068f301c-84fc-4442-9c49-5efa999e4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756745805599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756745284109'] for port, after_delete {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.663909 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f301c-84fc-4442-9c49-5efa999e4ba1 None None] Pushing event deleted for resources: {'Port': ['ID=447049ee-002a-4a9f-adec-7dc7719643ad,revision_number=None']} {{(pid=94546) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:11.670178 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068f301c-84fc-4442-9c49-5efa999e4ba1 None None] No DVR routers for this DVR port 447049ee-002a-4a9f-adec-7dc7719643ad on host dv-cinder-778193-6-iscsi {{(pid=94546) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 14:52:11.701363 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7950682', 'neutron.services.segments.db._delete_segments_for_network-8756745846766'] for network, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.711014 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e241a837-c56f-4849-b9a9-c435b7b5f647']}} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:52:11.722367 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d630b2-9309-4924-af94-a4faf8444b2b') {'for_net_delete': True} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:52:11.722667 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.services.segments.db [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d630b2-9309-4924-af94-a4faf8444b2b') {} {{(pid=94544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 14:52:11.732489 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756745846649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3488313'] for segment, before_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.745773 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928'] for segment, precommit_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.751491 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94544) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 14:52:11.751865 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7749928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1886648'] for segment, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: Traceback (most recent call last): Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: timer() Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: cb(*args, **kw) Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: return func(*args, **kwargs) Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: self._notify() Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: self.callback(batched_events) Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: event.method(event) Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: return f(self, *a, **k) Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: return self._get(url).json() Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: return self.request(url, 'GET', **kwargs) Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 14:52:11.753571 dv-cinder-778193-6-iscsi neutron-server[94544]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 14:52:11.811855 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 4c1a1ea4-45d2-4084-8e1d-c8352c78759d no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:52:11.831979 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 4c1a1ea4-45d2-4084-8e1d-c8352c78759d {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:52:11.832556 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 4c1a1ea4-45d2-4084-8e1d-c8352c78759d not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:52:11.832958 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 3fc90edc-06b7-4616-a3c2-d276d28a2951 no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:52:11.852606 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 3fc90edc-06b7-4616-a3c2-d276d28a2951 {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:52:11.852912 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 3fc90edc-06b7-4616-a3c2-d276d28a2951 not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:52:11.853323 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 447049ee-002a-4a9f-adec-7dc7719643ad no longer exists at agent ovs-agent-dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 14:52:11.859718 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7950627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568146'] for network, after_delete {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.867113 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron_lib.callbacks.manager [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783503'] for network, before_response {{(pid=94544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:11.872198 dv-cinder-778193-6-iscsi neutron-server[94544]: INFO neutron.wsgi [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e241a837-c56f-4849-b9a9-c435b7b5f647 HTTP/1.1" status: 204 len: 168 time: 0.6187456 Aug 29 14:52:11.872628 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.plugin [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] No Port match for: 447049ee-002a-4a9f-adec-7dc7719643ad {{(pid=94546) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 14:52:11.872628 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron.plugins.ml2.rpc [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Device 447049ee-002a-4a9f-adec-7dc7719643ad not bound to the agent host dv-cinder-778193-6-iscsi {{(pid=94546) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 14:52:11.878614 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431822f3-c76d-4a7c-b08d-39b20a8a8213 admin admin] Pushing event deleted for resources: {'Network': ['ID=e241a837-c56f-4849-b9a9-c435b7b5f647,revision_number=None']} {{(pid=94544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:12.171179 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 52456) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:52:12.215553 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-339438eb-ca63-43f1-88aa-d4721786d720 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a000df0ea44b455795a3f49fdbbbbd1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432160 Aug 29 14:52:12.217977 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 52458) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:52:12.268778 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c30453d0-08aa-40ba-9860-f5c93b436ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:12.290410 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c30453d0-08aa-40ba-9860-f5c93b436ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:12.402901 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c30453d0-08aa-40ba-9860-f5c93b436ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:12.405346 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-c30453d0-08aa-40ba-9860-f5c93b436ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:12.406509 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-c30453d0-08aa-40ba-9860-f5c93b436ddf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97e8e85f-baba-4892-b39d-0484529419da HTTP/1.1" status: 204 len: 168 time: 0.1876600 Aug 29 14:52:12.414177 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30453d0-08aa-40ba-9860-f5c93b436ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e8e85f-baba-4892-b39d-0484529419da,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:13.042927 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 52464) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:52:13.080885 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-20c1e99b-f516-4c87-bc82-515248e502ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=443082d158ca4e1cb0a8e677212e3f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368354 Aug 29 14:52:13.083328 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [-] (94545) accepted ('10.222.0.16', 52466) {{(pid=94545) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 14:52:13.132004 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4b6d92d6-f1d5-4312-91c2-9cc734df5a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:13.153291 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4b6d92d6-f1d5-4312-91c2-9cc734df5a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:13.237103 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4b6d92d6-f1d5-4312-91c2-9cc734df5a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451061'] for security_group, after_delete {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:13.239674 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron_lib.callbacks.manager [None req-4b6d92d6-f1d5-4312-91c2-9cc734df5a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:13.241004 dv-cinder-778193-6-iscsi neutron-server[94545]: INFO neutron.wsgi [None req-4b6d92d6-f1d5-4312-91c2-9cc734df5a9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba59dbf9-fe4a-4b9a-8180-de47fec7def3 HTTP/1.1" status: 204 len: 168 time: 0.1566634 Aug 29 14:52:13.249959 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d92d6-f1d5-4312-91c2-9cc734df5a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba59dbf9-fe4a-4b9a-8180-de47fec7def3,revision_number=None']} {{(pid=94545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 14:52:15.218056 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-b5d544c6-caec-4db5-a99f-f1887bc910fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:17.831330 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-5f33ef1f-4757-432c-b280-f3bdcb7fd902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:18.294037 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:19.017793 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:20.487946 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:28.779649 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:32.447788 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:52:45.230256 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3d4b-dff2-4f4f-9a4c-6b4dff3a3112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:47.810951 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-9fb70a53-e3f0-43b2-9832-b6f4101141c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:48.222575 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:49.030340 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:50.462445 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:52:58.833753 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:53:09.447381 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:53:15.229576 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-879ea082-923f-488d-bb91-f4184d09eeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:53:17.818275 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-5f64acd5-8cbc-4192-90c3-ace01a3d9f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:53:18.217949 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:53:19.027074 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:53:20.486809 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:53:28.806811 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:53:45.220387 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-179d8ee9-c860-452e-8bc0-8c5fb0386771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:53:46.446094 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:53:47.820559 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-4cff0fff-de98-4066-83a8-0bfb8fdad87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:53:48.229602 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:53:49.032006 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:53:50.497114 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:53:58.797249 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:54:15.259639 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-5fb265e5-101e-409e-a86b-f6760f701662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:54:17.821992 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-ce2c2f8f-7bea-4459-9378-5d74591dc4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:54:18.242420 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:54:19.025111 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:54:20.539360 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:54:23.444992 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:54:28.784713 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:54:45.255950 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e1781af2-7e01-43a7-8561-57e920313d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:54:47.847081 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-890a0436-1a98-433d-86e9-6e2cdef48900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:54:48.247468 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:54:49.035400 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:54:50.469607 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:54:58.792365 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:55:00.445535 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:55:15.223249 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-a60334d2-2452-41ce-a3f9-a31677d7d17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:55:17.823259 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-015679aa-48ae-4377-af5b-8d3d42c78bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:55:18.243906 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:55:19.045966 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:55:20.480281 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:55:28.803364 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:55:37.444218 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:55:45.225763 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-f9df535f-aa96-4f33-810a-517c36fbc1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:55:47.811136 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-9c14c78e-afd7-4505-a41a-95bd121aa807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:55:48.256220 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:55:49.046169 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:55:50.496063 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:55:51.079546 dv-cinder-778193-6-iscsi neutron-server[94545]: DEBUG neutron.wsgi [req-0bc19373-ad54-4f32-9a2f-ecd889cad73c req-f461e4c1-6ee1-40dd-a533-bf9c7fb243fd tempest-AttachVolumeTestJSON-1557365348 tempest-AttachVolumeTestJSON-1557365348-project] (94545) timed out ('10.222.0.36', 61540) {{(pid=94545) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 14:55:58.808065 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:56:14.443246 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:56:15.209678 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-fec1194b-3352-4ea4-8d6c-7724329954b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:56:17.804117 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-cbbf6aab-6a48-44ad-b7ed-8dcafccc37dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:56:18.255580 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:56:19.036088 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:56:20.484337 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:56:23.844127 dv-cinder-778193-6-iscsi neutron-server[94544]: DEBUG neutron.wsgi [req-d432d197-abcf-4111-a2b5-e91f950a2429 req-8752a299-4685-4df7-8095-eded78df0ea4 service neutron] (94544) timed out ('10.222.0.36', 61512) {{(pid=94544) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 14:56:28.803759 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:56:45.206802 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-7cf6fe71-5a35-402e-af74-91f5534211be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:56:47.846817 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-ede35dab-6738-4dfd-8cf1-63a06b50027b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:56:48.264065 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:56:49.075054 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:56:50.481007 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:56:51.441994 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:56:58.852116 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:57:15.223285 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-597b3892-c60c-4fa4-9942-38785f524a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:57:17.807542 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-310f85c6-cf85-4d3f-a19b-a18c2f511b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:57:18.241659 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-627d7f4e-442b-4065-be4c-2126e2ba8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:57:19.085719 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e976b2bf-2c1c-48ab-814e-52b62e295bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:57:20.488013 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-d813cdab-f798-46f7-8b75-85a6c87e4079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 14:57:28.441104 dv-cinder-778193-6-iscsi neutron-server[94547]: DEBUG neutron.db.agents_db [None req-ea4d8747-c49c-429d-a95d-87d417ed0a22 None None] Agent healthcheck: found 6 active agents {{(pid=94547) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 14:57:28.824185 dv-cinder-778193-6-iscsi neutron-server[94546]: DEBUG neutron_lib.callbacks.manager [None req-e0201604-aef7-4026-a16f-73a8a758ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756745846748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7972960'] for agent, after_update {{(pid=94546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}